[ 615.175987] env[70491]: INFO neutron.common.config [-] Logging enabled! [ 615.176269] env[70491]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev15 [ 615.176583] env[70491]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70491) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 615.176905] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 615.177031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 615.177902] env[70491]: WARNING oslo_policy.policy [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 615.178163] env[70491]: WARNING oslo_policy.policy [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 615.179685] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] VMware NSXv3 Agent initialized successfully. [ 615.180271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Acquiring lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.180416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Acquired lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.180702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Releasing lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.180916] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Full set of CONF: {{(pid=70491) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 615.181147] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ******************************************************************************** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 615.181272] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Configuration options gathered from: {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 615.181524] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 615.181695] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 615.181811] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ================================================================================ {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 615.181988] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] agent_down_time = 75 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182148] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] allow_automatic_dhcp_failover = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182293] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] allow_bulk = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182446] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] api_extensions_path = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182588] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] api_paste_config = api-paste.ini {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182735] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] auth_strategy = keystone {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182843] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] backdoor_port = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.182955] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] backdoor_socket = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183107] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] backlog = 4096 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183252] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] base_mac = fa:16:3e:00:00:00 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183416] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] bind_host = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183563] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] bind_port = 9696 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183705] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] client_socket_timeout = 900 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183855] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] config_dir = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.183960] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184122] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] config_source = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184273] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] control_exchange = neutron {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184421] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] core_plugin = ml2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184568] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] debug = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184721] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] default_availability_zones = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.184941] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185103] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dhcp_agent_notification = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185249] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dhcp_agents_per_network = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185392] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dhcp_lease_duration = 86400 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185540] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dhcp_load_type = networks {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185689] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dns_domain = openstacklocal {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.185864] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186025] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_default_route_bfd = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186172] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_default_route_ecmp = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186312] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_dvr = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186451] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_new_agents = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186588] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186744] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_signals = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.186917] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] enable_traditional_dhcp = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187072] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] external_dns_driver = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187217] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] filter_validation = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] global_physnet_mtu = 8950 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187516] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] graceful_shutdown_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187708] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] host = cpu-1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.187861] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] host_dvr_for_dhcp = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188021] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] http_retries = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188172] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] instance_format = [instance: %(uuid)s] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188318] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188463] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ipam_driver = internal {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188604] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ipv6_pd_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188745] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] l3_ha = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.188906] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189076] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] l3_ha_network_physical_name = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189225] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] l3_ha_network_type = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189373] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_color = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189519] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_config_append = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189666] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189813] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_dir = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.189948] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190070] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_options = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190214] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_rotate_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190362] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_rotate_interval_type = days {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190507] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] log_rotation_type = none {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190621] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190732] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.190877] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191029] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191144] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191287] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_dns_nameservers = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191427] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_header_line = 16384 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191569] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_l3_agents_per_router = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191711] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_logfile_count = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191852] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_logfile_size_mb = 200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.191992] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] max_subnet_host_routes = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192153] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] my_ip = 10.180.1.21 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192298] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] my_ipv6 = ::1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192440] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] network_auto_schedule = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192576] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] network_link_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192723] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.192873] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] notify_nova_on_port_data_changes = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193034] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] notify_nova_on_port_status_changes = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193186] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] pagination_max_limit = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193328] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] publish_errors = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193468] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rate_limit_burst = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193617] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rate_limit_except_level = CRITICAL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193759] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rate_limit_interval = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.193900] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] retry_until_window = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194051] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] router_distributed = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194194] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rpc_resources_processing_step = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194334] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rpc_response_max_timeout = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194478] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] rpc_response_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194618] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] send_events_interval = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194775] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] service_plugins = ['router'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.194924] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] setproctitle = on {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195072] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] shell_completion = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195217] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] state_path = /opt/stack/data/neutron {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195362] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] syslog_log_facility = LOG_USER {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195506] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] tcp_keepidle = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195650] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] transport_url = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195817] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] use_journal = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.195966] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] use_json = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196118] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] use_ssl = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196256] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] use_stderr = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196402] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] use_syslog = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196542] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vlan_qinq = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196680] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vlan_transparent = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196829] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] watch_log_file = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.196983] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] wsgi_default_pool_size = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.197133] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] wsgi_keep_alive = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.197281] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.197424] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] wsgi_server_debug = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 615.197578] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_concurrency.disable_process_locking = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.197733] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.197893] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198047] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198202] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198352] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198497] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198658] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.connection_string = messaging:// {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198809] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.198968] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.es_doc_type = notification {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199129] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.es_scroll_size = 10000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199279] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.es_scroll_time = 2m {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199423] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.filter_error_trace = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199572] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.hmac_keys = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199721] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.sentinel_service_name = mymaster {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.199872] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.socket_timeout = 0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200024] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.trace_requests = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200165] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler.trace_sqlalchemy = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200319] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler_jaeger.process_tags = {} {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200462] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler_jaeger.service_name_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200604] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] profiler_otlp.service_name_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.200760] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.enforce_new_defaults = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.201102] env[70491]: WARNING oslo_config.cfg [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 615.201283] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.enforce_scope = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.201442] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.policy_default_rule = default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.201606] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.201761] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.201917] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202074] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202217] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202356] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202499] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202648] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_policy.remote_timeout = 60.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202806] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.202962] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] agent.extensions = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203124] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203274] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] service_providers.service_provider = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203425] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.default_quota = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203576] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203719] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_floatingip = 50 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.203862] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_network = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204018] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_port = 500 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204154] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204294] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_router = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204432] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_security_group = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204572] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204712] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.quota_subnet = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.204854] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] QUOTAS.track_quota_usage = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205015] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205165] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205306] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205450] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205593] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205758] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.205921] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206074] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206261] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206444] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206595] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206738] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_dhcp_release.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.206893] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207044] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207185] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207331] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207474] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207611] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_ovs_vsctl.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207758] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.capabilities = [21] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.207897] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208058] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208229] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208386] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208586] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_namespace.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208758] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.capabilities = [12] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.208903] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209056] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209206] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209353] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209493] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_conntrack.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209643] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.capabilities = [12, 21] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209780] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.209920] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210072] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210216] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210353] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] privsep_link.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210511] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210662] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210807] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.continue_on_failed_promotions = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.210949] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.dscp = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211103] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.dscp_inherit = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211255] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.force_mp_to_policy = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211395] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.locking_coordinator_url = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211537] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.log_agent_heartbeats = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211682] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.logging_expire = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211830] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.211976] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212177] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.polling_interval = 240 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212349] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212505] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212654] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.report_interval = 30.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212807] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.212972] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213154] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213304] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.sync_skew = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213452] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.synchronization_queue_size = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213603] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT.use_helper_for_ns_read = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213755] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] SECURITYGROUP.enable_ipset = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.213908] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] SECURITYGROUP.enable_security_group = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214069] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214220] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214373] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] experimental.ipv6_pd_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214537] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.extension_drivers = ['port_security'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214678] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.external_network_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214833] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.214985] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.overlay_ip_version = 4 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215146] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.path_mtu = 8950 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215294] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.physical_network_mtus = {} {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215447] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.tenant_network_types = ['vlan'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215596] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215768] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ml2.type_drivers = ['vlan'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.215931] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT_CLI.neutron_port_id = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216087] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216232] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216384] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216535] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216696] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.216844] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217021] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217170] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217529] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_login_password = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217685] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_login_port = 443 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217834] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_login_user = admin {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.217987] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218182] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218339] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218486] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218639] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218796] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.218950] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219116] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219283] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219413] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219567] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219706] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.219858] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220063] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220222] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vsphere.vsphere_login_password = VMware1! {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220517] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220667] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220822] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.220972] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221126] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221275] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221426] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.endpoint_type = public {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221574] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221716] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.221871] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.region_name = RegionOne {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222030] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222195] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] nova.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222356] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222523] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222685] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.222842] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223009] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223179] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.endpoint_type = public {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223383] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223604] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223709] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.223863] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224013] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] placement.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224171] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224317] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224458] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224598] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224745] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.224889] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225060] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225224] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.enable_notifications = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225368] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225512] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225982] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.interface = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225982] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.225982] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.226100] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.226231] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.226611] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.226788] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.226937] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.service_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227101] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227331] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227478] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227619] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227761] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.valid_interfaces = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.227904] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ironic.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228081] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] cli_script.dry_run = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228251] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228399] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228544] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228688] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228831] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.228975] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229131] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229278] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229420] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229571] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229713] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.229865] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230017] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230164] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230310] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230461] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230606] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230748] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.230896] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231048] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231192] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231335] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231480] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231621] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231763] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.231907] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232061] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232205] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232346] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232487] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232655] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232769] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.232916] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233235] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233352] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233492] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233656] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_notifications.driver = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233792] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_notifications.retry = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.233942] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.234093] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 615.234205] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-0e3f7232-850b-466a-a4a5-aa56621cc517 None None] ******************************************************************************** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 615.235187] env[70491]: DEBUG neutron.agent.securitygroups_rpc [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Init firewall settings (driver=nsxv3) {{(pid=70491) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 615.236617] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70491) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 615.236870] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] RPC agent_id: nsxm-l-01a.corp.local [ 615.239198] env[70491]: DEBUG dogpile.cache.region [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.239319] env[70491]: DEBUG dogpile.lock [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.239420] env[70491]: DEBUG dogpile.lock [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.239528] env[70491]: DEBUG dogpile.lock [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.239625] env[70491]: DEBUG dogpile.cache.region [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.239716] env[70491]: DEBUG dogpile.lock [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.239861] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.264151] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Session token - acquiring [ 615.266359] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.266521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.266626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.267143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.277490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.539277] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 615.560587] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.560722] env[70491]: DEBUG dogpile.cache.region [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Cache value generated in 0.321 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 615.560844] env[70491]: DEBUG dogpile.lock [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.560967] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Activating Policy API Provider. [ 615.561251] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Looking for the default Infrastructure Rules. [ 615.624066] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Looking for the Default Layer3 Logged Drop Section. [ 615.638155] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 615.638614] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.638783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.638889] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.639190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.639535] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.153634] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.656610] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.159302] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Inventory metadata is going to be refreshed. [ 617.159517] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 617.859894] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860565] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.872213] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 617.974447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.975361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 617.993778] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.994043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.994043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.994341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.994463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.994606] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 617.994721] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 617.994827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 618.015069] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.015317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.015389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.015614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.015823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.015959] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.033978] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.034224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.034313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.034544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.034682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.034825] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 618.052352] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.052595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.052662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.052902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.053057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.053210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 618.053316] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.053423] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 618.070705] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.070907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.070986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.071241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.071376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.071520] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 618.071632] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.071740] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 618.090758] env[70491]: DEBUG networking_nsxv3.common.locking [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.091040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.091040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.091313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.091452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.091604] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 618.091713] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.091816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Inventory metadata have been refreshed. [ 618.091916] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Dryrun:True. Metadata refresh completed. [ 618.092045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Releasing lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.093761] env[70491]: INFO neutron.agent.agent_extensions_manager [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Loaded agent extensions: [] [ 618.094474] env[70491]: DEBUG neutron_lib.callbacks.manager [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70491) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 618.150075] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent RPC Daemon Started! [ 618.150212] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:0 started [ 618.150342] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent out of sync with plugin! [ 623.094985] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.095328] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.096340] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.096791] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.878467] env[70491]: INFO networking_nsxv3.common.synchronization [None req-ed7dcc7d-bd1a-447f-bcc7-7b9550d593b1 demo admin] Enqueued Resource ID: 4162d27a-d179-4c26-bc0b-02a826f82eae with Priority: HIGHEST for action security_group_rules [ 631.878467] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4162d27a-d179-4c26-bc0b-02a826f82eae with Priority: HIGHEST for action security_group_rules [ 631.878672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4162d27a-d179-4c26-bc0b-02a826f82eae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.878727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4162d27a-d179-4c26-bc0b-02a826f82eae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.878786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4162d27a-d179-4c26-bc0b-02a826f82eae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.879271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4162d27a-d179-4c26-bc0b-02a826f82eae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.879464] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4162d27a-d179-4c26-bc0b-02a826f82eae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.400144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.400363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.400363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.400565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.400659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.400755] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4162d27a-d179-4c26-bc0b-02a826f82eae already deleted. [ 632.400838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4162d27a-d179-4c26-bc0b-02a826f82eae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.879829] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.880129] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.881121] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.881121] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.882373] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.882726] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.098128] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.098128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.098128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.098608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.098608] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.601459] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.103963] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.606832] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 649.606988] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 650.346197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.346604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.346604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.346675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357347] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 650.358133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.358873] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 650.376813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.376958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.377020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.377223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.377312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.377420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 650.377539] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.377590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 650.397570] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.397714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.397754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.397921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.398062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.398171] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.416725] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.416863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.416902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.417090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.417207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.417288] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.434974] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.435106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.435192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.435330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.435423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.435529] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 650.435603] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.435672] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 650.451660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.451834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.451834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.452018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.452108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.452211] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 650.452283] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.452355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 650.469445] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.469573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.469786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.469909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.469979] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 650.470064] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.470138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 650.470205] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 650.470279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 650.470342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 650.470405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 650.470656] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 650.470709] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 650.470781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.490234] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.490349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.490431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.490580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.490673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.490785] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.510406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.510551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.510595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.510743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.510836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.522726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.885535] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.886958] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.657034] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bc8e9446-5db7-4f94-b843-df985945b859 None None] Enqueued Resource ID: 73981889-62f0-48eb-9b48-a5a462402a9b with Priority: HIGHEST for action port [ 656.657359] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73981889-62f0-48eb-9b48-a5a462402a9b with Priority: HIGHEST for action port [ 656.657872] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-73981889-62f0-48eb-9b48-a5a462402a9b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73981889-62f0-48eb-9b48-a5a462402a9b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73981889-62f0-48eb-9b48-a5a462402a9b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73981889-62f0-48eb-9b48-a5a462402a9b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658714] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73981889-62f0-48eb-9b48-a5a462402a9b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.161526] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73981889-62f0-48eb-9b48-a5a462402a9b [ 657.161666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.163518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.163518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.163518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.163518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.163518] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73981889-62f0-48eb-9b48-a5a462402a9b already deleted. [ 657.163518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73981889-62f0-48eb-9b48-a5a462402a9b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.366046] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1a9e516c-755f-429a-8be6-3095d9132136 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 658.366558] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 658.366823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.366990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.367409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.367488] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.437427] env[70491]: INFO networking_nsxv3.common.synchronization [None req-74f422c9-ef57-4053-a155-6937638f05f4 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 658.437862] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 658.438183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.438290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.506212] env[70491]: INFO networking_nsxv3.common.synchronization [None req-46da8ff9-81c1-4584-bff5-3c0b48e995b2 None None] Enqueued Resource ID: 7ba00afb-05d5-493b-9c0a-a3dff3833472 with Priority: HIGHEST for action port [ 658.506455] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba00afb-05d5-493b-9c0a-a3dff3833472 with Priority: HIGHEST for action port [ 658.507046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba00afb-05d5-493b-9c0a-a3dff3833472 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.507213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba00afb-05d5-493b-9c0a-a3dff3833472" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.507213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba00afb-05d5-493b-9c0a-a3dff3833472" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.507836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba00afb-05d5-493b-9c0a-a3dff3833472" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.507836] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba00afb-05d5-493b-9c0a-a3dff3833472',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.893125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.893125] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 already deleted. [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.893125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.893125] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.010544] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ba00afb-05d5-493b-9c0a-a3dff3833472 [ 659.010786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.010921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.010995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.011240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.011334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.011436] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ba00afb-05d5-493b-9c0a-a3dff3833472 already deleted. [ 659.011524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba00afb-05d5-493b-9c0a-a3dff3833472" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.411636] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.411912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.411912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.412085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.412220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.412265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 already deleted. [ 659.412353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.335675] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3e5cb1e6-e1c4-4724-8c75-061262e05cd6 None None] Enqueued Resource ID: e2b32523-00e8-4232-ac8d-a8a1293cd2cf with Priority: HIGHEST for action port [ 661.336147] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b32523-00e8-4232-ac8d-a8a1293cd2cf with Priority: HIGHEST for action port [ 661.336474] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2b32523-00e8-4232-ac8d-a8a1293cd2cf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.336596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2b32523-00e8-4232-ac8d-a8a1293cd2cf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.336805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2b32523-00e8-4232-ac8d-a8a1293cd2cf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.336904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2b32523-00e8-4232-ac8d-a8a1293cd2cf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.336988] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2b32523-00e8-4232-ac8d-a8a1293cd2cf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.839349] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2b32523-00e8-4232-ac8d-a8a1293cd2cf [ 661.839827] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.839827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.839827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.840407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.840407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.840407] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2b32523-00e8-4232-ac8d-a8a1293cd2cf already deleted. [ 661.840407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2b32523-00e8-4232-ac8d-a8a1293cd2cf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.431124] env[70491]: INFO networking_nsxv3.common.synchronization [None req-4bd9c810-c568-4617-a620-be5dd1bec13d None None] Enqueued Resource ID: ddc562b2-c78f-475a-98e4-cf5892ae8b73 with Priority: HIGHEST for action port [ 662.431413] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc562b2-c78f-475a-98e4-cf5892ae8b73 with Priority: HIGHEST for action port [ 662.431964] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc562b2-c78f-475a-98e4-cf5892ae8b73 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.432093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc562b2-c78f-475a-98e4-cf5892ae8b73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.432593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc562b2-c78f-475a-98e4-cf5892ae8b73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.432593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc562b2-c78f-475a-98e4-cf5892ae8b73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.433644] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc562b2-c78f-475a-98e4-cf5892ae8b73',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.935263] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddc562b2-c78f-475a-98e4-cf5892ae8b73 [ 662.935506] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.935671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.935719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.935937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.936025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.936266] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddc562b2-c78f-475a-98e4-cf5892ae8b73 already deleted. [ 662.936266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc562b2-c78f-475a-98e4-cf5892ae8b73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.990783] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1f27f155-a249-48c0-a597-fa24e9e0c959 None None] Enqueued Resource ID: 3dbb621e-7154-461d-8f83-2d875fea31b2 with Priority: HIGHEST for action port [ 662.990783] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbb621e-7154-461d-8f83-2d875fea31b2 with Priority: HIGHEST for action port [ 662.990783] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dbb621e-7154-461d-8f83-2d875fea31b2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.990783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dbb621e-7154-461d-8f83-2d875fea31b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.990783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dbb621e-7154-461d-8f83-2d875fea31b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.990783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dbb621e-7154-461d-8f83-2d875fea31b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.990783] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbb621e-7154-461d-8f83-2d875fea31b2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.494383] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dbb621e-7154-461d-8f83-2d875fea31b2 [ 663.494623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.494763] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.494845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.495045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.495128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.496029] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dbb621e-7154-461d-8f83-2d875fea31b2 already deleted. [ 663.496029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dbb621e-7154-461d-8f83-2d875fea31b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.672431] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9ee2b41f-b50c-4495-8b01-11d054182db1 None None] Enqueued Resource ID: cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9 with Priority: HIGHEST for action port [ 663.672431] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9 with Priority: HIGHEST for action port [ 663.672431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.672431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.672431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.673159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.673862] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.177215] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9 [ 664.177215] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.177215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.177215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.177215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.177215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.177215] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9 already deleted. [ 664.177215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc6f108-a1e6-4f41-89fe-bccbf5acd6f9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.571978] env[70491]: INFO networking_nsxv3.common.synchronization [None req-cb2b1c67-b209-4234-9104-ddb9a18479bf None None] Enqueued Resource ID: 56ed54fc-9bfd-4fea-ba01-c892545ab890 with Priority: HIGHEST for action port [ 664.572652] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ed54fc-9bfd-4fea-ba01-c892545ab890 with Priority: HIGHEST for action port [ 664.572805] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ed54fc-9bfd-4fea-ba01-c892545ab890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.572926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ed54fc-9bfd-4fea-ba01-c892545ab890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.572996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ed54fc-9bfd-4fea-ba01-c892545ab890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.573258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ed54fc-9bfd-4fea-ba01-c892545ab890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.573374] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ed54fc-9bfd-4fea-ba01-c892545ab890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.075055] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56ed54fc-9bfd-4fea-ba01-c892545ab890 [ 665.075293] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.075435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.075507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.075717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.075809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.075912] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56ed54fc-9bfd-4fea-ba01-c892545ab890 already deleted. [ 665.075991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ed54fc-9bfd-4fea-ba01-c892545ab890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.377900] env[70491]: INFO networking_nsxv3.common.synchronization [None req-46871cf8-b634-4e96-9fb8-366f32ece08c None None] Enqueued Resource ID: d7a910cb-556a-497e-b35a-9e180640248c with Priority: HIGHEST for action port [ 665.377900] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7a910cb-556a-497e-b35a-9e180640248c with Priority: HIGHEST for action port [ 665.378485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7a910cb-556a-497e-b35a-9e180640248c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.378603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7a910cb-556a-497e-b35a-9e180640248c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.378665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7a910cb-556a-497e-b35a-9e180640248c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.378885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7a910cb-556a-497e-b35a-9e180640248c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.378963] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7a910cb-556a-497e-b35a-9e180640248c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.882773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7a910cb-556a-497e-b35a-9e180640248c [ 665.883112] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.883251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.883322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.883531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.883624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.883721] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7a910cb-556a-497e-b35a-9e180640248c already deleted. [ 665.883923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7a910cb-556a-497e-b35a-9e180640248c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.611605] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f1178130-438a-482e-b302-851943a7846d None None] Enqueued Resource ID: 3cd2fdac-4562-4b8f-95c2-7f493828b786 with Priority: HIGHEST for action port [ 667.611889] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd2fdac-4562-4b8f-95c2-7f493828b786 with Priority: HIGHEST for action port [ 667.613174] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cd2fdac-4562-4b8f-95c2-7f493828b786 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.613344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cd2fdac-4562-4b8f-95c2-7f493828b786" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.613399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cd2fdac-4562-4b8f-95c2-7f493828b786" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.614272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cd2fdac-4562-4b8f-95c2-7f493828b786" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.614475] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cd2fdac-4562-4b8f-95c2-7f493828b786',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.117977] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cd2fdac-4562-4b8f-95c2-7f493828b786 [ 668.118313] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.118431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.118486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.118679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.118770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cd2fdac-4562-4b8f-95c2-7f493828b786 already deleted. [ 668.119139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cd2fdac-4562-4b8f-95c2-7f493828b786" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.249052] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a592620d-57be-4b01-b8b8-368315408110 None None] Enqueued Resource ID: 5c7692c5-1f28-4eb0-a788-ceed18c017f4 with Priority: HIGHEST for action port [ 668.249052] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7692c5-1f28-4eb0-a788-ceed18c017f4 with Priority: HIGHEST for action port [ 668.249052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7692c5-1f28-4eb0-a788-ceed18c017f4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.249052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7692c5-1f28-4eb0-a788-ceed18c017f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.249052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7692c5-1f28-4eb0-a788-ceed18c017f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.249052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7692c5-1f28-4eb0-a788-ceed18c017f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.249052] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7692c5-1f28-4eb0-a788-ceed18c017f4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.497626] env[70491]: INFO networking_nsxv3.common.synchronization [req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 req-bfa3a0c9-bab7-4a2f-9f4a-be8672aada31 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 668.497626] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 668.497626] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.497798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.497848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.498880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.500060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.500541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.500614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.500800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.500891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.500991] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.753410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7692c5-1f28-4eb0-a788-ceed18c017f4 [ 668.753669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.753792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.753860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.755074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.755074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.755074] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7692c5-1f28-4eb0-a788-ceed18c017f4 already deleted. [ 668.755074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7692c5-1f28-4eb0-a788-ceed18c017f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.004274] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.004274] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.004274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.004741] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 already deleted. [ 669.004741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.587155] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-797 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.587668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-797" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.587668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-797" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.587848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-797" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.588470] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.588725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.588973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.589348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.589554] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.590056] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.590248] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.590330] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.590486] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.590637] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.590810] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.591152] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.611715] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.612239] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.612442] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.612671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-797" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.613276] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.613836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.614095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.614686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.614686] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbdd0be-a9e7-48ad-974a-68ca1f30ef88',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.675074] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8f49fce1-3ee7-4a96-9bfd-f5c8fb5e2074 None None] Enqueued Resource ID: 56b54dd7-d73d-49b0-b498-a3e08f83d77c with Priority: HIGHEST for action port [ 669.675318] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b54dd7-d73d-49b0-b498-a3e08f83d77c with Priority: HIGHEST for action port [ 669.675874] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b54dd7-d73d-49b0-b498-a3e08f83d77c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.675992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b54dd7-d73d-49b0-b498-a3e08f83d77c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.676512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b54dd7-d73d-49b0-b498-a3e08f83d77c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.676901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b54dd7-d73d-49b0-b498-a3e08f83d77c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.676901] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b54dd7-d73d-49b0-b498-a3e08f83d77c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.118550] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.118865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.118959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.119260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.119420] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.119583] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 not found, creating... [ 670.119863] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.120034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.120160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.120388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.120527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.120910] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.121242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.121551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.121848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.121964] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.122131] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 is going to be created. [ 670.143747] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.144029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.144158] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.144452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.144924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.145297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.179746] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56b54dd7-d73d-49b0-b498-a3e08f83d77c [ 670.179932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.181262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.181785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.181785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.181785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.181785] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56b54dd7-d73d-49b0-b498-a3e08f83d77c already deleted. [ 670.182226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b54dd7-d73d-49b0-b498-a3e08f83d77c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.436060] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bd1826c1-2e60-4e2d-a1b4-c2e661061627 None None] Enqueued Resource ID: 6b2e5b52-fe50-4260-a3ad-0e4be3f124f6 with Priority: HIGHEST for action port [ 670.436060] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2e5b52-fe50-4260-a3ad-0e4be3f124f6 with Priority: HIGHEST for action port [ 670.436060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2e5b52-fe50-4260-a3ad-0e4be3f124f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.436060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2e5b52-fe50-4260-a3ad-0e4be3f124f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.436060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2e5b52-fe50-4260-a3ad-0e4be3f124f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.436060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2e5b52-fe50-4260-a3ad-0e4be3f124f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.436060] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2e5b52-fe50-4260-a3ad-0e4be3f124f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.940585] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b2e5b52-fe50-4260-a3ad-0e4be3f124f6 [ 670.941572] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.941572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.941572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.941572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.941572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.941572] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b2e5b52-fe50-4260-a3ad-0e4be3f124f6 already deleted. [ 670.941817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2e5b52-fe50-4260-a3ad-0e4be3f124f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972260] env[70491]: INFO networking_nsxv3.common.synchronization [req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a req-7e93cf2b-61e9-4606-a4ec-53426019b101 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 670.972568] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 670.972727] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.973220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.973220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.973646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.973987] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.973987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.973987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.974254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.974254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.974344] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.477541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.477853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.477853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.477939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.478601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.478601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.478601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.478601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.478601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.478931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.478931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a already deleted. [ 671.478931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.838235] env[70491]: INFO networking_nsxv3.common.synchronization [req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 req-4f40955d-2650-4a8f-87ed-c2c99de5413d service nova] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 671.838235] env[70491]: INFO networking_nsxv3.common.synchronization [req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 req-4f40955d-2650-4a8f-87ed-c2c99de5413d service nova] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 671.838235] env[70491]: INFO networking_nsxv3.common.synchronization [req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 req-4f40955d-2650-4a8f-87ed-c2c99de5413d service nova] Enqueued Resource ID: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 with Priority: HIGHEST for action port [ 671.840270] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_rules [ 671.840462] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 671.840550] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 with Priority: HIGHEST for action port [ 671.841935] env[70491]: INFO networking_nsxv3.common.synchronization [None req-461c9da5-72a6-4e90-86fb-8c9241a8de00 None None] Enqueued Resource ID: 6684f4e6-dbeb-4041-ab27-c294c0657f64 with Priority: HIGHEST for action port [ 671.841935] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.842168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.842168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.842816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.842816] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.844135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.844135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.844135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.844135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.844381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.844381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.844381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.844534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.844618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.844755] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.849255] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.849255] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbdd0be-a9e7-48ad-974a-68ca1f30ef88',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.849255] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6684f4e6-dbeb-4041-ab27-c294c0657f64 with Priority: HIGHEST for action port [ 671.849255] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6684f4e6-dbeb-4041-ab27-c294c0657f64 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6684f4e6-dbeb-4041-ab27-c294c0657f64" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6684f4e6-dbeb-4041-ab27-c294c0657f64" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.849255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6684f4e6-dbeb-4041-ab27-c294c0657f64" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.849255] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6684f4e6-dbeb-4041-ab27-c294c0657f64',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.045202] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.045464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.045866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.045866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.047412] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.047608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.047920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.048144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048333] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.049136] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.049593] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.049593] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.049593] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.049786] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.049882] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.070230] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.070230] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.070230] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.070230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.070230] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.070230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.070230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.070230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.070230] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95354f1-5ca0-43f4-81a6-f3d6751d8fcd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.349194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.349342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.354167] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6684f4e6-dbeb-4041-ab27-c294c0657f64 [ 672.354427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.354560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.354634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.354846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.354950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.355051] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6684f4e6-dbeb-4041-ab27-c294c0657f64 already deleted. [ 672.355137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6684f4e6-dbeb-4041-ab27-c294c0657f64" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.363851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 with status ACTIVE [ 672.367298] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.367298] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.367298] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.367298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.367298] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 is going to be updated. [ 672.369118] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.390998] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.390998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.390998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.390998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.390998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.390998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.480956] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b69af698-2bbf-44f8-aae1-2dbbdc9f5104 None None] Enqueued Resource ID: bffc5ed5-9fd8-4cd2-98dd-78ef61c01290 with Priority: HIGHEST for action port [ 672.480956] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffc5ed5-9fd8-4cd2-98dd-78ef61c01290 with Priority: HIGHEST for action port [ 672.481395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffc5ed5-9fd8-4cd2-98dd-78ef61c01290 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.481524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffc5ed5-9fd8-4cd2-98dd-78ef61c01290" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.481593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffc5ed5-9fd8-4cd2-98dd-78ef61c01290" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.481841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffc5ed5-9fd8-4cd2-98dd-78ef61c01290" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.481920] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffc5ed5-9fd8-4cd2-98dd-78ef61c01290',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.573905] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.574114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.574174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.574598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.574598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.574778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port b95354f1-5ca0-43f4-81a6-f3d6751d8fcd not found, creating... [ 672.575058] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.575240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.575366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.575884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.575884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.575975] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.576184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.576256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.576490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.576626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.577526] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd is going to be created. [ 672.600998] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.601245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.601390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.601715] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.602032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.602272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.873590] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.986225] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bffc5ed5-9fd8-4cd2-98dd-78ef61c01290 [ 672.986513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.986698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.986782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.987655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.987655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.987655] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bffc5ed5-9fd8-4cd2-98dd-78ef61c01290 already deleted. [ 672.987655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffc5ed5-9fd8-4cd2-98dd-78ef61c01290" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.379620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.379792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.379792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.379987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.380111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.380388] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 is going to be created. [ 673.406300] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.411038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.411038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.411038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.411038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.419742] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: UNINITIALIZED for 2s [ 673.483415] env[70491]: INFO networking_nsxv3.common.synchronization [req-20b062a7-ca62-41bc-86d2-fd43fa25290a req-fbe2019c-0a7a-4d82-9fee-75d79f2f95a1 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Enqueued Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 673.483967] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 673.485132] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.485132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.485132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.485132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.485132] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.485132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.485132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.485371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.485371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.485426] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.988357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.988357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.988357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.988357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.988357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.988689] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.988689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.988689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.988801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.988801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.989038] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 already deleted. [ 673.989038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.182063] env[70491]: INFO networking_nsxv3.common.synchronization [req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a req-cc52fc53-aed3-4c88-85cc-83dfa45812f0 service nova] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_rules [ 674.182063] env[70491]: INFO networking_nsxv3.common.synchronization [req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a req-cc52fc53-aed3-4c88-85cc-83dfa45812f0 service nova] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 674.182063] env[70491]: INFO networking_nsxv3.common.synchronization [req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a req-cc52fc53-aed3-4c88-85cc-83dfa45812f0 service nova] Enqueued Resource ID: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd with Priority: HIGHEST for action port [ 674.182265] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_rules [ 674.182362] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 674.182462] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd with Priority: HIGHEST for action port [ 674.182995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.185041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.185041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185041] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.187473] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.187665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.187731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.187947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.188688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.188861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.189015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.190919] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.191157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.191573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.191672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.191853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.192166] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95354f1-5ca0-43f4-81a6-f3d6751d8fcd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.689026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.694940] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.701077] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b95354f1-5ca0-43f4-81a6-f3d6751d8fcd with status ACTIVE [ 674.701422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.701422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.701576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.701769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.701820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.702038] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.702150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.702283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.702359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.702539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.702694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.702833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.702905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.702988] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd is going to be updated. [ 674.727332] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.727723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.727723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.727935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.728082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.728902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.940668] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.941172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.941172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.941270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.941635] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.942883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.942883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.943012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.943172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943482] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.943971] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.944050] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.944750] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.944750] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.944750] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.944750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.947541] env[70491]: INFO networking_nsxv3.common.synchronization [None req-744e2c23-470b-4144-bf9f-946058dadfa9 None None] Enqueued Resource ID: 896cef16-a07c-4261-93f9-dda987444f13 with Priority: HIGHEST for action port [ 674.948917] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896cef16-a07c-4261-93f9-dda987444f13 with Priority: HIGHEST for action port [ 674.949787] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e681a30f-7da2-4d6c-b1c1-701dd7280892 None None] Enqueued Resource ID: ca7c9aef-cb20-446d-832d-6b2cc091a168 with Priority: HIGHEST for action port [ 674.950556] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-896cef16-a07c-4261-93f9-dda987444f13 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.950659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896cef16-a07c-4261-93f9-dda987444f13" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.950659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896cef16-a07c-4261-93f9-dda987444f13" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.951645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896cef16-a07c-4261-93f9-dda987444f13" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.951645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896cef16-a07c-4261-93f9-dda987444f13',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.952735] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7c9aef-cb20-446d-832d-6b2cc091a168 with Priority: HIGHEST for action port [ 674.953378] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7c9aef-cb20-446d-832d-6b2cc091a168 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.953454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7c9aef-cb20-446d-832d-6b2cc091a168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.953488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7c9aef-cb20-446d-832d-6b2cc091a168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.953747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7c9aef-cb20-446d-832d-6b2cc091a168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.953952] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7c9aef-cb20-446d-832d-6b2cc091a168',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.976762] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.976762] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.976762] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.977033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.977257] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.979723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.979723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.979723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.979723] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdaf419a-d8b6-46e6-8666-7ce44eebf38d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.207797] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.432859] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: SUCCESS [ 675.432958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.433137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.433596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.433596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.433688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.433688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.433843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.433925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.434016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.434110] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.454453] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 896cef16-a07c-4261-93f9-dda987444f13 [ 675.454724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.454833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.454895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.455124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.455218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.455318] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:896cef16-a07c-4261-93f9-dda987444f13 already deleted. [ 675.455378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896cef16-a07c-4261-93f9-dda987444f13" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.456268] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca7c9aef-cb20-446d-832d-6b2cc091a168 [ 675.456462] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.456578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.456669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.458535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.458535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.458535] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca7c9aef-cb20-446d-832d-6b2cc091a168 already deleted. [ 675.458535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7c9aef-cb20-446d-832d-6b2cc091a168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.482812] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.483057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.485138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.485138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.485138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port bdaf419a-d8b6-46e6-8666-7ce44eebf38d not found, creating... [ 675.485278] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.485395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.485480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.485719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.485857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486149] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486771] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486937] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: bdaf419a-d8b6-46e6-8666-7ce44eebf38d is going to be created. [ 675.508736] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.511554] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.511942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.511942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.512574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.512574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.714932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.714932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.714932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.714932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.714932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.714932] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be created. [ 675.739376] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.739683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.740677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.740958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.741922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.751307] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: UNINITIALIZED for 2s [ 675.854765] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2b110de-3217-4c65-a5ec-38d0c337a627 req-d802256d-d763-43a9-a3d8-c2ba2f426ffa tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 675.857106] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 675.857106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.857224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.857258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.857690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.857690] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.857829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.857829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.857954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.861689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.861689] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.937282] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.121835] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b0ed11d5-85dd-4ecb-bbfd-a8afbccd6a23 None None] Enqueued Resource ID: 70d8af13-f148-40e9-8c27-da5c75533b07 with Priority: HIGHEST for action port [ 676.123018] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8af13-f148-40e9-8c27-da5c75533b07 with Priority: HIGHEST for action port [ 676.127575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d8af13-f148-40e9-8c27-da5c75533b07 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.127575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d8af13-f148-40e9-8c27-da5c75533b07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.127575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d8af13-f148-40e9-8c27-da5c75533b07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.127575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d8af13-f148-40e9-8c27-da5c75533b07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.127575] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d8af13-f148-40e9-8c27-da5c75533b07',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.362327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.362327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.362327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.362609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.362609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.363099] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.363099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.364819] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 already deleted. [ 676.364819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.439943] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5038ce2-9b78-4c7f-ab1f-72dd525373f7: rpc.has_security_group_logging(os_id): False [ 676.461414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.461414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.461414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.461777] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 is going to be created. [ 676.519778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.520811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.520811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.520811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.520811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.534715] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: IN_PROGRESS for 2s [ 676.631677] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d8af13-f148-40e9-8c27-da5c75533b07 [ 676.632278] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.632278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.632278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.632493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.632493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.632553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d8af13-f148-40e9-8c27-da5c75533b07 already deleted. [ 676.632608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d8af13-f148-40e9-8c27-da5c75533b07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.699378] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3472720e-c8aa-4447-a934-5a97089331b2 None None] Enqueued Resource ID: 5e14863b-1503-4f0a-b785-34db3ec85893 with Priority: HIGHEST for action port [ 676.699674] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e14863b-1503-4f0a-b785-34db3ec85893 with Priority: HIGHEST for action port [ 676.700253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e14863b-1503-4f0a-b785-34db3ec85893 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e14863b-1503-4f0a-b785-34db3ec85893" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e14863b-1503-4f0a-b785-34db3ec85893" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.700672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e14863b-1503-4f0a-b785-34db3ec85893" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.700985] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e14863b-1503-4f0a-b785-34db3ec85893',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.958400] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b6907228-3304-4b51-aa79-7dce4a0bf365 None None] Enqueued Resource ID: 027f7358-72e8-455d-b06d-0f60501a074b with Priority: HIGHEST for action port [ 676.963137] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027f7358-72e8-455d-b06d-0f60501a074b with Priority: HIGHEST for action port [ 676.963137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-027f7358-72e8-455d-b06d-0f60501a074b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.963137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027f7358-72e8-455d-b06d-0f60501a074b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.963137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027f7358-72e8-455d-b06d-0f60501a074b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.963137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027f7358-72e8-455d-b06d-0f60501a074b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.963137] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027f7358-72e8-455d-b06d-0f60501a074b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.203754] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e14863b-1503-4f0a-b785-34db3ec85893 [ 677.204593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.204771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.204852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.205069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.205170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.205258] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e14863b-1503-4f0a-b785-34db3ec85893 already deleted. [ 677.205344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e14863b-1503-4f0a-b785-34db3ec85893" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.463862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027f7358-72e8-455d-b06d-0f60501a074b [ 677.464156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.464300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.464364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.464579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.464652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.464745] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027f7358-72e8-455d-b06d-0f60501a074b already deleted. [ 677.464824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027f7358-72e8-455d-b06d-0f60501a074b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528813] env[70491]: INFO networking_nsxv3.common.synchronization [req-20b062a7-ca62-41bc-86d2-fd43fa25290a req-205272e9-fd4b-4470-a3d7-6d655875256a service nova] Enqueued Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_rules [ 677.531056] env[70491]: INFO networking_nsxv3.common.synchronization [req-20b062a7-ca62-41bc-86d2-fd43fa25290a req-205272e9-fd4b-4470-a3d7-6d655875256a service nova] Enqueued Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 677.531056] env[70491]: INFO networking_nsxv3.common.synchronization [req-20b062a7-ca62-41bc-86d2-fd43fa25290a req-205272e9-fd4b-4470-a3d7-6d655875256a service nova] Enqueued Resource ID: bdaf419a-d8b6-46e6-8666-7ce44eebf38d with Priority: HIGHEST for action port [ 677.531056] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_rules [ 677.531056] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 677.531056] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaf419a-d8b6-46e6-8666-7ce44eebf38d with Priority: HIGHEST for action port [ 677.531627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.531754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.531819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.532092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.532170] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.533651] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.533651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.533651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.533651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.536509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.536633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.536733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.536943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.537056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.537251] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.538383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.538383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.538383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.538383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.538383] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdaf419a-d8b6-46e6-8666-7ce44eebf38d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.615913] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.616057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.616173] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.616768] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.616768] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.617200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.617543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.617959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.617959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.618167] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.618264] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.618380] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.618481] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.618589] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.618692] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.618818] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.636403] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.636589] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.636748] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.636902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.637248] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-fddd58a2-5aee-4a84-a65a-8e3962dff255 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.637426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.637590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.637918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.638468] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fddd58a2-5aee-4a84-a65a-8e3962dff255',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.762183] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.762183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.762183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.762521] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.040517] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.040808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.040864] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.045180] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdaf419a-d8b6-46e6-8666-7ce44eebf38d with status ACTIVE [ 678.045418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.045542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.045613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.045811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.045896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.046098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.046205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.046260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.046415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.046496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.046673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.046757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.046850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.046960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.047277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.047277] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdaf419a-d8b6-46e6-8666-7ce44eebf38d is going to be updated. [ 678.067242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.067391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.067459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.067670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.067811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.067969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdaf419a-d8b6-46e6-8666-7ce44eebf38d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.140372] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.140733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.140733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.141037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.141528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.141694] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port fddd58a2-5aee-4a84-a65a-8e3962dff255 not found, creating... [ 678.142315] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.142576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.142700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.142981] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.143154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.143477] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.143658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.143915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.144740] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: fddd58a2-5aee-4a84-a65a-8e3962dff255 is going to be created. [ 678.165842] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.166050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.166651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.166975] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.167641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.167901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.268150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.268253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.268425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.268583] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.268677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.268739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.268879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.268964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.269078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.269202] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.269289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.269354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.269648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.269648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.269786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.269786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.269916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.269988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.270078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.270165] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.398351] env[70491]: INFO networking_nsxv3.common.synchronization [None req-6e4e3727-ef81-4303-8b00-56c96d5ea79b None None] Enqueued Resource ID: 757e023a-9936-4e1d-987f-a7c274b4f200 with Priority: HIGHEST for action port [ 678.398619] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757e023a-9936-4e1d-987f-a7c274b4f200 with Priority: HIGHEST for action port [ 678.399253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-757e023a-9936-4e1d-987f-a7c274b4f200 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.399340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757e023a-9936-4e1d-987f-a7c274b4f200" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.399431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757e023a-9936-4e1d-987f-a7c274b4f200" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.400591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757e023a-9936-4e1d-987f-a7c274b4f200" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.400591] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757e023a-9936-4e1d-987f-a7c274b4f200',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.545278] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: SUCCESS [ 678.545583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.550858] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.772745] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dec09ede-0ef1-40dd-8f80-2e6c4700753a: rpc.has_security_group_logging(os_id): False [ 678.789142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.789142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792227] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792227] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792227] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.792780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.792780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.792780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.792780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792780] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be created. [ 678.848477] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.848477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.848477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.848477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.848477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 678.904028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757e023a-9936-4e1d-987f-a7c274b4f200 [ 678.904290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.905022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.905022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.905022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.905022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.905022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757e023a-9936-4e1d-987f-a7c274b4f200 already deleted. [ 678.905022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757e023a-9936-4e1d-987f-a7c274b4f200" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.054409] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.055268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.055268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.057704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.057704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.057704] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 is going to be created. [ 679.081147] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.081343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.081384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.081591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.081769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.091619] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: UNINITIALIZED for 2s [ 679.645468] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2b110de-3217-4c65-a5ec-38d0c337a627 req-88b86d7c-d25b-4146-ad81-ca5187884d68 service nova] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_rules [ 679.646530] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2b110de-3217-4c65-a5ec-38d0c337a627 req-88b86d7c-d25b-4146-ad81-ca5187884d68 service nova] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 679.646530] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2b110de-3217-4c65-a5ec-38d0c337a627 req-88b86d7c-d25b-4146-ad81-ca5187884d68 service nova] Enqueued Resource ID: fddd58a2-5aee-4a84-a65a-8e3962dff255 with Priority: HIGHEST for action port [ 679.646530] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_rules [ 679.646530] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 679.646530] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddd58a2-5aee-4a84-a65a-8e3962dff255 with Priority: HIGHEST for action port [ 679.647714] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.648086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.648086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.648347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650054] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.650054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650742] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.651191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.651318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.651453] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.653178] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-fddd58a2-5aee-4a84-a65a-8e3962dff255 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.653343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.653446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.653650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.653769] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fddd58a2-5aee-4a84-a65a-8e3962dff255',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.816042] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c224d072-f2ee-4b77-8de0-76080efd27c5 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 679.816851] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 679.817228] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.817322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.817363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.818415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.818512] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.944448] env[70491]: INFO networking_nsxv3.common.synchronization [None req-184ecac2-d1a0-4379-848b-2bcdf95f6a88 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 679.945617] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 679.946498] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.947745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.156110] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.157706] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.157899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.158373] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fddd58a2-5aee-4a84-a65a-8e3962dff255 with status ACTIVE [ 680.159242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.159383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.159449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.159667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.159927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.160276] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.160362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.161431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.161431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.161431] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fddd58a2-5aee-4a84-a65a-8e3962dff255 is going to be updated. [ 680.183815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.183970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.184058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.184421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.184488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.184696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fddd58a2-5aee-4a84-a65a-8e3962dff255" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.340225] env[70491]: INFO networking_nsxv3.common.synchronization [None req-62e6bc6b-6342-4040-9764-2c0495b3a541 None None] Enqueued Resource ID: 0792f7ee-38fc-42d1-ac72-e7249b0293a6 with Priority: HIGHEST for action port [ 680.342225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.342608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.342969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.343444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.343601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.343973] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e already deleted. [ 680.344252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.344946] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0792f7ee-38fc-42d1-ac72-e7249b0293a6 with Priority: HIGHEST for action port [ 680.345673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.345673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.345673] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.348184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0792f7ee-38fc-42d1-ac72-e7249b0293a6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.348305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0792f7ee-38fc-42d1-ac72-e7249b0293a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.348510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0792f7ee-38fc-42d1-ac72-e7249b0293a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.348784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0792f7ee-38fc-42d1-ac72-e7249b0293a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.348912] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0792f7ee-38fc-42d1-ac72-e7249b0293a6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.660520] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.761125] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3e9885cb-5136-46aa-b042-0e9ad166eacf None None] Enqueued Resource ID: f30ac6fa-b132-420a-bb97-f3ca698ad137 with Priority: HIGHEST for action port [ 680.761672] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30ac6fa-b132-420a-bb97-f3ca698ad137 with Priority: HIGHEST for action port [ 680.762250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30ac6fa-b132-420a-bb97-f3ca698ad137 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.762326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30ac6fa-b132-420a-bb97-f3ca698ad137" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.762409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30ac6fa-b132-420a-bb97-f3ca698ad137" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.762703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30ac6fa-b132-420a-bb97-f3ca698ad137" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.763109] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30ac6fa-b132-420a-bb97-f3ca698ad137',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.852174] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0792f7ee-38fc-42d1-ac72-e7249b0293a6 [ 680.852965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.852965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.852965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.852965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.852965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.853235] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0792f7ee-38fc-42d1-ac72-e7249b0293a6 already deleted. [ 680.853235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0792f7ee-38fc-42d1-ac72-e7249b0293a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.870215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.870414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.870678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.870749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.870884] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e already deleted. [ 680.870992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.881345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 680.881445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.105039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: SUCCESS [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.105039] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.105039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.105039] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.166706] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.166706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.166706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.166706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.166706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.166706] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be created. [ 681.195729] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.195729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.195729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.195729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.195729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.210550] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: UNINITIALIZED for 2s [ 681.242983] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9a501fd0-f2f8-47b9-a486-a9f5827b1540 None None] Enqueued Resource ID: 83099013-0c51-4fff-bbf8-f53bcfb7b20b with Priority: HIGHEST for action port [ 681.243582] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83099013-0c51-4fff-bbf8-f53bcfb7b20b with Priority: HIGHEST for action port [ 681.247821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-83099013-0c51-4fff-bbf8-f53bcfb7b20b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.247821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83099013-0c51-4fff-bbf8-f53bcfb7b20b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.247821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83099013-0c51-4fff-bbf8-f53bcfb7b20b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.247821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83099013-0c51-4fff-bbf8-f53bcfb7b20b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247821] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83099013-0c51-4fff-bbf8-f53bcfb7b20b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.266384] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f30ac6fa-b132-420a-bb97-f3ca698ad137 [ 681.266641] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.266768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.266835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.267065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.267165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.267260] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f30ac6fa-b132-420a-bb97-f3ca698ad137 already deleted. [ 681.267337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30ac6fa-b132-420a-bb97-f3ca698ad137" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.277653] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c734a1b1-4a86-464c-b47d-545aef693be9 None None] Enqueued Resource ID: d1883f4c-0872-431a-b8f8-65d81798db2d with Priority: HIGHEST for action port [ 681.279244] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1883f4c-0872-431a-b8f8-65d81798db2d with Priority: HIGHEST for action port [ 681.279960] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1883f4c-0872-431a-b8f8-65d81798db2d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.279960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1883f4c-0872-431a-b8f8-65d81798db2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.279960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1883f4c-0872-431a-b8f8-65d81798db2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.279960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1883f4c-0872-431a-b8f8-65d81798db2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.281624] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1883f4c-0872-431a-b8f8-65d81798db2d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.609190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.609904] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.610132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.610208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.610366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.610453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.611032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.611032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.611032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.611032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.611252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.611252] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.611340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.611372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.612456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.612456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.612456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.612456] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.617657] env[70491]: INFO networking_nsxv3.common.synchronization [None req-5bde9e2f-2053-40fe-a4eb-9035cbf2d2e3 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 681.618520] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 681.620281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.620281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.620281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.620281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.620281] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.751584] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83099013-0c51-4fff-bbf8-f53bcfb7b20b [ 681.751837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.751977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.752783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.752783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.752783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.752783] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83099013-0c51-4fff-bbf8-f53bcfb7b20b already deleted. [ 681.752783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83099013-0c51-4fff-bbf8-f53bcfb7b20b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.783722] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1883f4c-0872-431a-b8f8-65d81798db2d [ 681.783873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.783982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.784232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.784349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.784349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.784483] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1883f4c-0872-431a-b8f8-65d81798db2d already deleted. [ 681.784555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1883f4c-0872-431a-b8f8-65d81798db2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040687] env[70491]: INFO networking_nsxv3.common.synchronization [None req-118141c0-03c0-4e77-ad74-05324cd2b09b tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 682.044460] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 682.045595] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bca78456-4dd0-46e1-b0b4-66c3b4e477e0 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 682.046467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.046467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.046467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.046618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.046707] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.050027] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 682.050027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.050027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.116031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19aea4d3-278d-4003-b46d-6ceebd6edb82: rpc.has_security_group_logging(os_id): False [ 682.133582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.134014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.136016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.136016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.136016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139932] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 is going to be created. [ 682.139932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.140524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.140737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.141040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.141230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.141469] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 already deleted. [ 682.141649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.142365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.142655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.142876] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.205848] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.206139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.206139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.206273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.206487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.226317] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: IN_PROGRESS for 2s [ 682.513165] env[70491]: INFO networking_nsxv3.common.synchronization [None req-33b69065-bb55-4db1-b2bc-782ed4826f83 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 682.513761] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 682.513992] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.514989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.567902] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.568070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.568143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.568352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.568463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.568690] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 already deleted. [ 682.568690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.568835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.569065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.569065] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.666239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.666437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.666555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.666805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.666910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.667040] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 already deleted. [ 682.667282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.089582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.089726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.089799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.090446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.090633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.090694] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 already deleted. [ 683.090737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.219973] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 683.221067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.221426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.221660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.222180] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.222316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.222388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.222582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.222639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.222728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.222810] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.727095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.727195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.727195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.727445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.727641] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.729095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.729095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.729095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.729095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.729095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.730139] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.730139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.730139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.730913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.730913] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.730913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.730913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.731085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.731288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.731377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.731469] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.759694] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2ee51da3-de4f-4188-99ed-0906e97c2fb0 None None] Enqueued Resource ID: 28244c42-a755-418a-92d3-43a79f1a4721 with Priority: HIGHEST for action port [ 683.760072] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28244c42-a755-418a-92d3-43a79f1a4721 with Priority: HIGHEST for action port [ 683.760466] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-28244c42-a755-418a-92d3-43a79f1a4721 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.760669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28244c42-a755-418a-92d3-43a79f1a4721" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.760669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28244c42-a755-418a-92d3-43a79f1a4721" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.760998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28244c42-a755-418a-92d3-43a79f1a4721" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.760998] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28244c42-a755-418a-92d3-43a79f1a4721',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.119959] env[70491]: INFO networking_nsxv3.common.synchronization [req-4c97c358-72d0-4f47-9b44-13c298a27307 req-9c6ca633-812c-438e-9e80-b76177847470 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Enqueued Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 684.121185] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 684.121897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.121897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.121897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.124266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.124266] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.124266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.124266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.124479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.125214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.125883] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.193246] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e58291b8-2e07-4389-b1d6-b27399cfd952 None None] Enqueued Resource ID: d9b1172f-af9e-47c3-9e11-35e3c36b0452 with Priority: HIGHEST for action port [ 684.193460] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b1172f-af9e-47c3-9e11-35e3c36b0452 with Priority: HIGHEST for action port [ 684.194388] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b1172f-af9e-47c3-9e11-35e3c36b0452 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b1172f-af9e-47c3-9e11-35e3c36b0452" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b1172f-af9e-47c3-9e11-35e3c36b0452" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.195573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b1172f-af9e-47c3-9e11-35e3c36b0452" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.195573] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b1172f-af9e-47c3-9e11-35e3c36b0452',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.235181] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec3992c5-d00f-4d7b-a59c-eaab027f77a8: rpc.has_security_group_logging(os_id): False [ 684.241898] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: SUCCESS [ 684.241898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253900] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.255291] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.255291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.255914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.255914] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.255914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.256905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.256973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.257136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.258068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.258068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.258068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.258068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.258068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.258068] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be created. [ 684.266088] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28244c42-a755-418a-92d3-43a79f1a4721 [ 684.266613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.266726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.266726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.266938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.267030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.268276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28244c42-a755-418a-92d3-43a79f1a4721 already deleted. [ 684.268276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28244c42-a755-418a-92d3-43a79f1a4721" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.310921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.311461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.311461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.311461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.322755] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 684.628383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.628383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.630096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.630096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.630096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.630518] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.630875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.631733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.631966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.632072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.632166] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f already deleted. [ 684.632250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.697998] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9b1172f-af9e-47c3-9e11-35e3c36b0452 [ 684.698083] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.698190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.698276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.698470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.698559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.698652] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9b1172f-af9e-47c3-9e11-35e3c36b0452 already deleted. [ 684.698729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b1172f-af9e-47c3-9e11-35e3c36b0452" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.382703] env[70491]: INFO networking_nsxv3.common.synchronization [req-b4ca5970-a21f-448a-ae89-090539a5eb19 req-b09cb3ee-cdf6-42bc-af7e-4e044b38e422 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Enqueued Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 685.382703] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 685.382978] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.383409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.383557] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.383650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.383709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.387022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.387022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.387022] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.491935] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.492200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.492259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.492509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.492842] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.492974] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.493169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.493249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.493396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.493604] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.493714] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.493821] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.494020] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.494103] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.494150] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.494271] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.512363] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.512517] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.512652] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.512855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.513157] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-dc308840-8546-4f02-8188-4ad9ed7e31ff taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.513886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.513886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.513886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.514090] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc308840-8546-4f02-8188-4ad9ed7e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.601031] env[70491]: INFO networking_nsxv3.common.synchronization [None req-56bd3923-f45e-49b5-8e07-6b69dc8c3e03 None None] Enqueued Resource ID: f750e468-b92c-481d-aef7-28f33e4be8d1 with Priority: HIGHEST for action port [ 685.602454] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f750e468-b92c-481d-aef7-28f33e4be8d1 with Priority: HIGHEST for action port [ 685.603200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f750e468-b92c-481d-aef7-28f33e4be8d1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.603200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f750e468-b92c-481d-aef7-28f33e4be8d1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.603200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f750e468-b92c-481d-aef7-28f33e4be8d1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.604076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f750e468-b92c-481d-aef7-28f33e4be8d1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.604076] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f750e468-b92c-481d-aef7-28f33e4be8d1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.887669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.887846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.887888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.888136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.888227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.888424] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.888555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.888612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.888726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.888816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.888910] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4089defc-dea5-4d1c-b956-3149a3213240 already deleted. [ 685.888980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.018145] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.018387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.018513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.018834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.019035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.019169] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port dc308840-8546-4f02-8188-4ad9ed7e31ff not found, creating... [ 686.020184] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.020284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.021069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021069] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.021291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.021566] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021566] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.021782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.021963] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: dc308840-8546-4f02-8188-4ad9ed7e31ff is going to be created. [ 686.043409] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.046080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.046080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.046080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.046080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.046080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.110182] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f750e468-b92c-481d-aef7-28f33e4be8d1 [ 686.110415] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.111895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111895] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f750e468-b92c-481d-aef7-28f33e4be8d1 already deleted. [ 686.111895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f750e468-b92c-481d-aef7-28f33e4be8d1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.276239] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.276239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-72" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.276239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-72" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.276239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-72" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277313] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.278180] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.278922] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.280812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.280812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.283479] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.283479] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.283479] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.283479] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.283479] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.283479] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.283479] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.300944] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.303012] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.305238] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.305238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-72" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.305238] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-798b5c5b-7590-4604-9b8b-f849afe277c2 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.305238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.305604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.307934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.307934] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798b5c5b-7590-4604-9b8b-f849afe277c2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.334989] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 686.335218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.814792] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.814792] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 798b5c5b-7590-4604-9b8b-f849afe277c2 not found, creating... [ 686.814792] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.815642] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.816151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.816608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.817057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.817311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.818163] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 798b5c5b-7590-4604-9b8b-f849afe277c2 is going to be created. [ 686.838046] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.838309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.838813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.838813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.839872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.839872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385164] env[70491]: INFO networking_nsxv3.common.synchronization [None req-0a33f44d-8daf-4dc9-9d4f-2a8cc56ba09f None None] Enqueued Resource ID: 87d5ac32-51c0-4002-b9b5-5779329a5267 with Priority: HIGHEST for action port [ 687.385442] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87d5ac32-51c0-4002-b9b5-5779329a5267 with Priority: HIGHEST for action port [ 687.386023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-87d5ac32-51c0-4002-b9b5-5779329a5267 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.386177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87d5ac32-51c0-4002-b9b5-5779329a5267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.386226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87d5ac32-51c0-4002-b9b5-5779329a5267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.386494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87d5ac32-51c0-4002-b9b5-5779329a5267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.386567] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87d5ac32-51c0-4002-b9b5-5779329a5267',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.786259] env[70491]: INFO networking_nsxv3.common.synchronization [req-4c97c358-72d0-4f47-9b44-13c298a27307 req-0faacb70-be2b-4d42-b14a-5802b66612fa service nova] Enqueued Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_rules [ 687.786872] env[70491]: INFO networking_nsxv3.common.synchronization [req-4c97c358-72d0-4f47-9b44-13c298a27307 req-0faacb70-be2b-4d42-b14a-5802b66612fa service nova] Enqueued Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 687.786872] env[70491]: INFO networking_nsxv3.common.synchronization [req-4c97c358-72d0-4f47-9b44-13c298a27307 req-0faacb70-be2b-4d42-b14a-5802b66612fa service nova] Enqueued Resource ID: dc308840-8546-4f02-8188-4ad9ed7e31ff with Priority: HIGHEST for action port [ 687.786872] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_rules [ 687.787047] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 687.787129] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc308840-8546-4f02-8188-4ad9ed7e31ff with Priority: HIGHEST for action port [ 687.787721] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.787815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.787815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.788952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.789172] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.790680] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.790804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.790994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.791066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.791217] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.791350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.791449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.792100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.792894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.792894] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.793543] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc308840-8546-4f02-8188-4ad9ed7e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.793740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.793803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.794137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.794173] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc308840-8546-4f02-8188-4ad9ed7e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.892144] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87d5ac32-51c0-4002-b9b5-5779329a5267 [ 687.892144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.892144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.892144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.892144] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87d5ac32-51c0-4002-b9b5-5779329a5267 already deleted. [ 687.892144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87d5ac32-51c0-4002-b9b5-5779329a5267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.101312] env[70491]: INFO networking_nsxv3.common.synchronization [None req-78b3a7bf-b727-42dd-9420-6cb9259ffd8d None None] Enqueued Resource ID: 1db28195-1380-45fc-a8a1-61193a46eee7 with Priority: HIGHEST for action port [ 688.102413] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db28195-1380-45fc-a8a1-61193a46eee7 with Priority: HIGHEST for action port [ 688.102413] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db28195-1380-45fc-a8a1-61193a46eee7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.102413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db28195-1380-45fc-a8a1-61193a46eee7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.102413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db28195-1380-45fc-a8a1-61193a46eee7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.102593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db28195-1380-45fc-a8a1-61193a46eee7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.102700] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db28195-1380-45fc-a8a1-61193a46eee7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.296021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.297170] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.297289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.297696] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc308840-8546-4f02-8188-4ad9ed7e31ff with status ACTIVE [ 688.297826] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.297927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.297994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.298209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.298296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.298722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.298722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.298722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.299545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.299545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.299545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.299719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.299719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.299866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.299944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.300044] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc308840-8546-4f02-8188-4ad9ed7e31ff is going to be updated. [ 688.322254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.322254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.322254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.322254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.322254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.322454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc308840-8546-4f02-8188-4ad9ed7e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.556504] env[70491]: INFO networking_nsxv3.common.synchronization [req-1059bd9f-e098-432b-bd69-fc2f11bee320 req-6c7af22d-4889-46d0-ab32-6a2e41cfe5bc tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Enqueued Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 688.557181] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 688.557341] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.557341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.557499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.557701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.557865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.558054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.558054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.558294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.558294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.558628] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.607200] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1db28195-1380-45fc-a8a1-61193a46eee7 [ 688.607200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.607200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.607200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.607200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.607200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.607200] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1db28195-1380-45fc-a8a1-61193a46eee7 already deleted. [ 688.607200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db28195-1380-45fc-a8a1-61193a46eee7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.618764] env[70491]: INFO networking_nsxv3.common.synchronization [req-b4ca5970-a21f-448a-ae89-090539a5eb19 req-1e967bb2-91b9-468f-8c84-0c60b025acde service nova] Enqueued Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_rules [ 688.618990] env[70491]: INFO networking_nsxv3.common.synchronization [req-b4ca5970-a21f-448a-ae89-090539a5eb19 req-1e967bb2-91b9-468f-8c84-0c60b025acde service nova] Enqueued Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 688.619149] env[70491]: INFO networking_nsxv3.common.synchronization [req-b4ca5970-a21f-448a-ae89-090539a5eb19 req-1e967bb2-91b9-468f-8c84-0c60b025acde service nova] Enqueued Resource ID: 798b5c5b-7590-4604-9b8b-f849afe277c2 with Priority: HIGHEST for action port [ 688.619436] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_rules [ 688.619516] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 688.620066] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798b5c5b-7590-4604-9b8b-f849afe277c2 with Priority: HIGHEST for action port [ 688.623564] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.623564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.623564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.624210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.624297] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.626686] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.627973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.628072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.628229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.628644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.628644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.628644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.629117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.629117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.629117] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.630386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-798b5c5b-7590-4604-9b8b-f849afe277c2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.630386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.630386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.630386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.630386] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798b5c5b-7590-4604-9b8b-f849afe277c2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.798702] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.062046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.062326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.062326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.062492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.062583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.062778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.062875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.062939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.063100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.063178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.063265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 already deleted. [ 689.063341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.133659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.133659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.133659] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.136859] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 798b5c5b-7590-4604-9b8b-f849afe277c2 with status ACTIVE [ 689.136859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.136859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.136859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.136859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.138121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.138121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.138820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.138820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.138820] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 798b5c5b-7590-4604-9b8b-f849afe277c2 is going to be updated. [ 689.164426] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.165030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.165131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.165352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.165541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.165709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-798b5c5b-7590-4604-9b8b-f849afe277c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.276891] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7bd4fb48-8e28-4447-a681-2bd23dfd52fa None None] Enqueued Resource ID: 120f94b5-0852-4cf1-a100-1bf4ba34e66f with Priority: HIGHEST for action port [ 689.276891] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120f94b5-0852-4cf1-a100-1bf4ba34e66f with Priority: HIGHEST for action port [ 689.277459] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-120f94b5-0852-4cf1-a100-1bf4ba34e66f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.277602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120f94b5-0852-4cf1-a100-1bf4ba34e66f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.277602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120f94b5-0852-4cf1-a100-1bf4ba34e66f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.277861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120f94b5-0852-4cf1-a100-1bf4ba34e66f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.277941] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120f94b5-0852-4cf1-a100-1bf4ba34e66f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.303999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.304191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.304265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.304632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.304712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.309354] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f is going to be created. [ 689.336330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.336330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.336430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.336589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.336751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.368695] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: UNINITIALIZED for 2s [ 689.419029] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.419029] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.419029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.419390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.419423] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.420014] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.420014] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.420014] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.420014] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.420014] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.421157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.444913] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.444913] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.444913] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.444913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.444913] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a2b720b0-b240-4133-87eb-f767a57a40eb taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.445354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.445354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.446813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.446813] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b720b0-b240-4133-87eb-f767a57a40eb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.638027] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.784024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 120f94b5-0852-4cf1-a100-1bf4ba34e66f [ 689.784024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.784024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.784024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.784024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.784024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.784024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:120f94b5-0852-4cf1-a100-1bf4ba34e66f already deleted. [ 689.784024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120f94b5-0852-4cf1-a100-1bf4ba34e66f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.943739] env[70491]: INFO networking_nsxv3.common.synchronization [req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb req-da1f3ec6-0e0f-422e-bf22-8f8acfdc3e1a tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 689.944555] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 689.948958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.948958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.948958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.948958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.948958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.949349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.949349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.949349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.949438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949540] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.953669] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.954844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.954844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.954844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.954844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.955184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a2b720b0-b240-4133-87eb-f767a57a40eb not found, creating... [ 689.955315] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.955462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.955612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.955864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.956405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.960303] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.960303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.960303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.960303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.960303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.960303] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a2b720b0-b240-4133-87eb-f767a57a40eb is going to be created. [ 689.981055] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.982648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.140179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.140702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.140702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.140702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.140702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.141118] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4089defc-dea5-4d1c-b956-3149a3213240 is going to be created. [ 690.169984] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.173778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.173778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.173778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.173778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.188751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: UNINITIALIZED for 2s [ 690.454281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.454753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.454819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.455052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.455152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.455373] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.455511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.455575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.455835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.455932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.456248] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 already deleted. [ 690.456248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.956031] env[70491]: INFO networking_nsxv3.common.synchronization [req-1059bd9f-e098-432b-bd69-fc2f11bee320 req-3e6e84a4-7231-4e65-9093-f7cd04b93659 service nova] Enqueued Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_rules [ 690.956226] env[70491]: INFO networking_nsxv3.common.synchronization [req-1059bd9f-e098-432b-bd69-fc2f11bee320 req-3e6e84a4-7231-4e65-9093-f7cd04b93659 service nova] Enqueued Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 690.956365] env[70491]: INFO networking_nsxv3.common.synchronization [req-1059bd9f-e098-432b-bd69-fc2f11bee320 req-3e6e84a4-7231-4e65-9093-f7cd04b93659 service nova] Enqueued Resource ID: a2b720b0-b240-4133-87eb-f767a57a40eb with Priority: HIGHEST for action port [ 690.956644] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_rules [ 690.956890] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 690.956949] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b720b0-b240-4133-87eb-f767a57a40eb with Priority: HIGHEST for action port [ 690.958484] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.958629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.958931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.959289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.959422] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.963229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.963440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.963518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.963882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.965495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.965495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.965677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.965873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.966047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.966197] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.967280] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b720b0-b240-4133-87eb-f767a57a40eb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.967455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.967572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.967967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.968181] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b720b0-b240-4133-87eb-f767a57a40eb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.112052] env[70491]: INFO networking_nsxv3.common.synchronization [req-66e40679-f303-4e68-a097-ed905cc0e990 req-dcdd4ede-e3dd-414a-96f2-c4843874493f tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 691.112719] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 691.113426] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.113528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.113568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.113762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.113984] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.114074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.114123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.114272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.114385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.114423] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.218065] env[70491]: INFO networking_nsxv3.common.synchronization [None req-6135ccb2-7f5a-41da-b889-efa0ef0bb07b None None] Enqueued Resource ID: 3852872e-5f5e-4915-92cd-15a8688abd1b with Priority: HIGHEST for action port [ 691.218839] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3852872e-5f5e-4915-92cd-15a8688abd1b with Priority: HIGHEST for action port [ 691.219782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3852872e-5f5e-4915-92cd-15a8688abd1b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.220937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3852872e-5f5e-4915-92cd-15a8688abd1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.220937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3852872e-5f5e-4915-92cd-15a8688abd1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.221210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3852872e-5f5e-4915-92cd-15a8688abd1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.221210] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3852872e-5f5e-4915-92cd-15a8688abd1b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.378225] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: SUCCESS [ 691.378445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.378620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.378830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.379032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.379145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.380454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.380454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.380454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.380454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.380454] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.470730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.470730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.470730] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.472354] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b720b0-b240-4133-87eb-f767a57a40eb with status ACTIVE [ 691.472354] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.472354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.472354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.472354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.472614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.472614] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.472698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.472747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.472944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.473015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.474398] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.474808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.474808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.475016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.475016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.475153] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b720b0-b240-4133-87eb-f767a57a40eb is going to be updated. [ 691.496569] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.496744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.496813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.497329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.497329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.497329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b720b0-b240-4133-87eb-f767a57a40eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616589] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.616957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.616957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.618160] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.618160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.618160] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be updated. [ 691.679857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.684160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.684336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.684704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.685117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.703161] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 691.723699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3852872e-5f5e-4915-92cd-15a8688abd1b [ 691.728020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.728020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.728020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.728020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.728020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.728020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3852872e-5f5e-4915-92cd-15a8688abd1b already deleted. [ 691.728020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3852872e-5f5e-4915-92cd-15a8688abd1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.882422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.882422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.882520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.882755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.882967] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.886020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.886020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.886020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.954644] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.954857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.955204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.955204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.955498] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.955999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.956109] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.957870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.958095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.958332] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.958528] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.958626] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.958830] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.958830] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.959358] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.959358] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.977995] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.988123] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.988536] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.988536] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.988536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.988796] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-5b1951fb-74db-4177-9546-61ea1a559f87 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.988971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.989121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.989467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.990459] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1951fb-74db-4177-9546-61ea1a559f87',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.054799] env[70491]: INFO networking_nsxv3.common.synchronization [None req-895cc174-615d-46c9-8ebf-feaae1048a5c None None] Enqueued Resource ID: 34757414-5939-452c-9552-ee2a3eac3488 with Priority: HIGHEST for action port [ 692.055068] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34757414-5939-452c-9552-ee2a3eac3488 with Priority: HIGHEST for action port [ 692.055899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-34757414-5939-452c-9552-ee2a3eac3488 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.055899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34757414-5939-452c-9552-ee2a3eac3488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.055899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34757414-5939-452c-9552-ee2a3eac3488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.056134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34757414-5939-452c-9552-ee2a3eac3488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.056166] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34757414-5939-452c-9552-ee2a3eac3488',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.202352] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: SUCCESS [ 692.202655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.202805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.203040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.203305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.203435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.203756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.203958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.204108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.204229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.204338] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.387708] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1fcb0fd-0beb-4c9f-9494-56df2a79c64f: rpc.has_security_group_logging(os_id): False [ 692.406627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.406787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.406820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.407036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.407126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.407331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.407424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.407481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.407661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.407748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.407937] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.408083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.408117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.408225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.408337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.409221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.409408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.409638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.410030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.410385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.410504] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f is going to be created. [ 692.436252] env[70491]: INFO networking_nsxv3.common.synchronization [None req-64532cfd-d309-49ad-80ea-065c22b810f4 None None] Enqueued Resource ID: 97ac1d52-86b9-4d89-912b-38e5ec1a1e57 with Priority: HIGHEST for action port [ 692.436579] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ac1d52-86b9-4d89-912b-38e5ec1a1e57 with Priority: HIGHEST for action port [ 692.437184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ac1d52-86b9-4d89-912b-38e5ec1a1e57 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.437307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ac1d52-86b9-4d89-912b-38e5ec1a1e57" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.437371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ac1d52-86b9-4d89-912b-38e5ec1a1e57" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.437650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ac1d52-86b9-4d89-912b-38e5ec1a1e57" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.437728] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ac1d52-86b9-4d89-912b-38e5ec1a1e57',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.464251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.464251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.464251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.464251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.464251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.473259] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: IN_PROGRESS for 2s [ 692.483018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.483181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.483250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.483458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.483553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.483651] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 is going to be created. [ 692.493979] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.493979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.494269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.495069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.495069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.495225] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 5b1951fb-74db-4177-9546-61ea1a559f87 not found, creating... [ 692.496154] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.496396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.496556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.496838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.497108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.497937] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.497937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.497937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.498080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.498125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.498658] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 5b1951fb-74db-4177-9546-61ea1a559f87 is going to be created. [ 692.508291] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.508469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.508533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.509112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.509112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.517667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: UNINITIALIZED for 2s [ 692.520214] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.521041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.521041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.521041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.521387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.521756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.563850] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34757414-5939-452c-9552-ee2a3eac3488 [ 692.564046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.564139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.564185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.564404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.564499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.565392] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34757414-5939-452c-9552-ee2a3eac3488 already deleted. [ 692.565392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34757414-5939-452c-9552-ee2a3eac3488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.711061] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.711510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.711717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.712066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.712405] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.712552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.712552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.712740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.712900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.713075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.713257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.713408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.713732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.714090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.714090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.714835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.715200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.715329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.715447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.715562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.715681] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.941483] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97ac1d52-86b9-4d89-912b-38e5ec1a1e57 [ 692.941866] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.942961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.942961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.942961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.942961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.942961] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97ac1d52-86b9-4d89-912b-38e5ec1a1e57 already deleted. [ 692.943158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ac1d52-86b9-4d89-912b-38e5ec1a1e57" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.219891] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4089defc-dea5-4d1c-b956-3149a3213240: rpc.has_security_group_logging(os_id): False [ 693.237656] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.237656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.237656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.237656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.237656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.237917] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.237917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.238182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.238182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.238371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.238462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.238684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.238755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.240359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.240583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.240659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.240837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.240936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.241142] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4089defc-dea5-4d1c-b956-3149a3213240 is going to be created. [ 693.311176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.311176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.311176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.311176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.311176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.323381] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: IN_PROGRESS for 2s [ 693.715268] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 693.715268] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a deletion is rescheduled due to dependency. [ 693.715268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.023502] env[70491]: INFO networking_nsxv3.common.synchronization [req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb req-b00f101f-56e8-47df-b322-e5b847ca8d79 service nova] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_rules [ 694.023973] env[70491]: INFO networking_nsxv3.common.synchronization [req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb req-b00f101f-56e8-47df-b322-e5b847ca8d79 service nova] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 694.029125] env[70491]: INFO networking_nsxv3.common.synchronization [req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb req-b00f101f-56e8-47df-b322-e5b847ca8d79 service nova] Enqueued Resource ID: 5b1951fb-74db-4177-9546-61ea1a559f87 with Priority: HIGHEST for action port [ 694.029125] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_rules [ 694.029125] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 694.029125] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1951fb-74db-4177-9546-61ea1a559f87 with Priority: HIGHEST for action port [ 694.029125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.029125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.029125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.029125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.029125] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.029125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.029125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.029125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.030722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.031077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.031299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.031446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.031706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.031885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.032070] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.034826] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1951fb-74db-4177-9546-61ea1a559f87 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.035169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.035311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.035580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.035789] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1951fb-74db-4177-9546-61ea1a559f87',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.485229] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: SUCCESS [ 694.485452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.525180] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: SUCCESS [ 694.525732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.525973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.526283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.526484] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.526632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.526700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.526854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.526934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.527041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.527135] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.538256] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.538386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.538506] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.539375] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1951fb-74db-4177-9546-61ea1a559f87 with status ACTIVE [ 694.539616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.539706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.539742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.539987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.540057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.540225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.540324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.540385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.540544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.540708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.540807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.540881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.540944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.542857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.542959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.543286] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1951fb-74db-4177-9546-61ea1a559f87 is going to be updated. [ 694.564849] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.566140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.566251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.566461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.566702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.566920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1951fb-74db-4177-9546-61ea1a559f87" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.629592] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3c9c8e80-ac1c-4aa7-8ac6-052523481647 None None] Enqueued Resource ID: 7dbc1298-d3b9-4ab8-95dc-8404427dbd44 with Priority: HIGHEST for action port [ 694.630774] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbc1298-d3b9-4ab8-95dc-8404427dbd44 with Priority: HIGHEST for action port [ 694.635018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dbc1298-d3b9-4ab8-95dc-8404427dbd44 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.635018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dbc1298-d3b9-4ab8-95dc-8404427dbd44" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.635018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dbc1298-d3b9-4ab8-95dc-8404427dbd44" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.635018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dbc1298-d3b9-4ab8-95dc-8404427dbd44" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.635018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dbc1298-d3b9-4ab8-95dc-8404427dbd44',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.661108] env[70491]: INFO networking_nsxv3.common.synchronization [req-d806c63e-fa80-4331-b8cd-f63915aa77c9 req-ead06319-9ce9-4723-a0fa-19c2e27f0591 tempest-SecurityGroupRulesNegativeTestJSON-1504237201 tempest-SecurityGroupRulesNegativeTestJSON-1504237201-project-member] Enqueued Resource ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 with Priority: HIGHEST for action security_group_rules [ 694.661435] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 with Priority: HIGHEST for action security_group_rules [ 694.661768] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.661875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.661875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.663765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.663765] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec17ad2-aaee-410d-9bf3-9b23c0383fc7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.893942] env[70491]: INFO networking_nsxv3.common.synchronization [req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 req-904dcf5b-b39a-49b8-8058-e16971029f6c tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Enqueued Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 694.893942] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 with Priority: HIGHEST for action security_group_members [ 694.893942] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19aea4d3-278d-4003-b46d-6ceebd6edb82 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.895094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.895094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.896807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.896807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.896807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.896807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.896807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.896807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.897515] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19aea4d3-278d-4003-b46d-6ceebd6edb82',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.029536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.030175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.032730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.032730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.032730] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.045773] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.135062] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dbc1298-d3b9-4ab8-95dc-8404427dbd44 [ 695.135449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.135811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.135990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.138121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.138121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.138121] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dbc1298-d3b9-4ab8-95dc-8404427dbd44 already deleted. [ 695.138121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dbc1298-d3b9-4ab8-95dc-8404427dbd44" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.157225] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b00c423e-122b-4f28-b0a5-2625aae6f112 None None] Enqueued Resource ID: 2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1 with Priority: HIGHEST for action port [ 695.157225] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1 with Priority: HIGHEST for action port [ 695.157225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.157225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.157225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.157225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.157225] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.181770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.182275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.182516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.183610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.183610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.183610] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 already deleted. [ 695.183610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.197041] env[70491]: INFO networking_nsxv3.common.synchronization [req-9aca3850-8370-4a90-a531-275606fa9c3e req-48be5f53-8267-42b9-b270-c40c9c8734f3 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 695.197041] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 695.197041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.197041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.197533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.197533] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.197718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198043] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.335593] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: SUCCESS [ 695.336173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.339944] env[70491]: INFO networking_nsxv3.common.synchronization [req-87db5ff7-4282-4173-9ea6-546b9118c956 req-6f2d0bb2-1fc9-4425-a4fb-54a17145815d tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: ebb98635-5a24-415a-999d-b51e22fde211 with Priority: HIGHEST for action security_group_rules [ 695.340413] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb98635-5a24-415a-999d-b51e22fde211 with Priority: HIGHEST for action security_group_rules [ 695.342251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebb98635-5a24-415a-999d-b51e22fde211 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.342251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebb98635-5a24-415a-999d-b51e22fde211" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.342251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebb98635-5a24-415a-999d-b51e22fde211" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.342251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebb98635-5a24-415a-999d-b51e22fde211" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.342251] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebb98635-5a24-415a-999d-b51e22fde211',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.400113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.400113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.400113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.400608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.400608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.400608] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 is going to be updated. [ 695.426784] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.426943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.426987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.427254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.427401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.439771] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: IN_PROGRESS for 2s [ 695.539119] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdcd9546-ae48-4318-b496-f482a22ded41: rpc.has_security_group_logging(os_id): False [ 695.550305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.550305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.550305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.550540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.550573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.550649] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be created. [ 695.556997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.557158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.558044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.558044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.558044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.558044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.558044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.558044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.558326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.558326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.558384] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.561041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.561041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.561041] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 is going to be created. [ 695.582221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.582221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.582221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.582221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.582221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.588376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: UNINITIALIZED for 2s [ 695.619499] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.619499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.619499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.619499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.619499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.630133] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: IN_PROGRESS for 2s [ 695.660085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1 [ 695.660348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.660486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.660553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.660778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.660869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.660967] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1 already deleted. [ 695.661060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1f242c-e031-4e8d-8fc7-a77bf9e9c5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.700286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.700889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.701341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.704460] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.704597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.704664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.704858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.704944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.705056] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e already deleted. [ 695.705139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.867955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.867955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.867955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.867955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.867955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.867955] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebb98635-5a24-415a-999d-b51e22fde211 already deleted. [ 695.867955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebb98635-5a24-415a-999d-b51e22fde211" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.026117] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f4a1b3fa-3027-47ed-84c0-c9a1f7d9fdae None None] Enqueued Resource ID: 7830daf2-0c0a-495d-9f98-6c735daa8013 with Priority: HIGHEST for action port [ 696.026429] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7830daf2-0c0a-495d-9f98-6c735daa8013 with Priority: HIGHEST for action port [ 696.028504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7830daf2-0c0a-495d-9f98-6c735daa8013 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.028996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7830daf2-0c0a-495d-9f98-6c735daa8013" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.028996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7830daf2-0c0a-495d-9f98-6c735daa8013" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.028996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7830daf2-0c0a-495d-9f98-6c735daa8013" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.029300] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7830daf2-0c0a-495d-9f98-6c735daa8013',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.116308] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7a8aa9ab-638d-4367-a551-ea787822f00f None None] Enqueued Resource ID: d76491e6-493e-44a6-916e-d895c0d34392 with Priority: HIGHEST for action port [ 696.116308] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d76491e6-493e-44a6-916e-d895c0d34392 with Priority: HIGHEST for action port [ 696.116308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d76491e6-493e-44a6-916e-d895c0d34392 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.116632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d76491e6-493e-44a6-916e-d895c0d34392" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.116843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d76491e6-493e-44a6-916e-d895c0d34392" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.117260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d76491e6-493e-44a6-916e-d895c0d34392" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.117461] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76491e6-493e-44a6-916e-d895c0d34392',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.351313] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.351506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.351697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.352021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.353438] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.353635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.353761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.354680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.354935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.355231] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.355382] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.355526] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.355684] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.355898] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.356072] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.356252] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.375374] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.375545] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.375731] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.375957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.376368] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-743a42af-7f37-4061-ab76-1cb6a7c515ff taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.383027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.383027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.383027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.383027] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a42af-7f37-4061-ab76-1cb6a7c515ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.532116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7830daf2-0c0a-495d-9f98-6c735daa8013 [ 696.532342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.532479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.532545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.532766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.532851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.532946] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7830daf2-0c0a-495d-9f98-6c735daa8013 already deleted. [ 696.533034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7830daf2-0c0a-495d-9f98-6c735daa8013" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.619704] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d76491e6-493e-44a6-916e-d895c0d34392 [ 696.620907] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.620907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.620907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.620907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.620907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.620907] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d76491e6-493e-44a6-916e-d895c0d34392 already deleted. [ 696.620907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d76491e6-493e-44a6-916e-d895c0d34392" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.887795] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.888248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.888608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.888993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.889197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.889389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 743a42af-7f37-4061-ab76-1cb6a7c515ff not found, creating... [ 696.889717] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.890052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.890052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.890366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.892883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.892883] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.892883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.892883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.895058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.895384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.895728] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff is going to be created. [ 696.916657] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.916959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.917115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.917376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.917622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.917886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.114217] env[70491]: INFO networking_nsxv3.common.synchronization [None req-753df4a9-0b67-4159-965f-a3ca88814df3 None None] Enqueued Resource ID: a84b408d-f4e0-45ab-b69c-42a2607981bc with Priority: HIGHEST for action port [ 697.114217] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a84b408d-f4e0-45ab-b69c-42a2607981bc with Priority: HIGHEST for action port [ 697.114485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a84b408d-f4e0-45ab-b69c-42a2607981bc taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.114485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a84b408d-f4e0-45ab-b69c-42a2607981bc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.114594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a84b408d-f4e0-45ab-b69c-42a2607981bc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.114783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a84b408d-f4e0-45ab-b69c-42a2607981bc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.114859] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a84b408d-f4e0-45ab-b69c-42a2607981bc',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.450898] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 in Status: SUCCESS [ 697.450898] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19aea4d3-278d-4003-b46d-6ceebd6edb82 deletion is rescheduled due to dependency. [ 697.450898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19aea4d3-278d-4003-b46d-6ceebd6edb82" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.533661] env[70491]: INFO networking_nsxv3.common.synchronization [req-b354e494-6923-45db-b9a8-51f74be4fd92 req-93c48dbb-6992-44cc-a3e6-9554dd9bc4cd tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 697.534237] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 697.534539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.534717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.534785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.536427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.536427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.536427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.536427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.536654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.536693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.536788] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.598846] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 697.599012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.599177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.599386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.599642] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.599798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.599798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.599951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.600230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.600230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.600230] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.621546] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a84b408d-f4e0-45ab-b69c-42a2607981bc [ 697.621768] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.621900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.621975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623252] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a84b408d-f4e0-45ab-b69c-42a2607981bc already deleted. [ 697.623354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a84b408d-f4e0-45ab-b69c-42a2607981bc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.640994] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: SUCCESS [ 697.642024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.040746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.040907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.040978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.041229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.041396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.041519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.041689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.041792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.044451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.044451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.044451] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff already deleted. [ 698.044451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.075752] env[70491]: INFO networking_nsxv3.common.synchronization [req-9aca3850-8370-4a90-a531-275606fa9c3e req-a7cb6e8e-9edd-4e50-9b30-5b51680f6633 service nova] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 698.077791] env[70491]: INFO networking_nsxv3.common.synchronization [req-9aca3850-8370-4a90-a531-275606fa9c3e req-a7cb6e8e-9edd-4e50-9b30-5b51680f6633 service nova] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 698.077791] env[70491]: INFO networking_nsxv3.common.synchronization [req-9aca3850-8370-4a90-a531-275606fa9c3e req-a7cb6e8e-9edd-4e50-9b30-5b51680f6633 service nova] Enqueued Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 698.079335] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 698.083026] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 698.083026] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 698.083026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.083026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.083026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.083026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.083026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.083026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.090617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-743a42af-7f37-4061-ab76-1cb6a7c515ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.090617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.090617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.090617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.090617] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a42af-7f37-4061-ab76-1cb6a7c515ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.108265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.108265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.108265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.108265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.108265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.108815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.108815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.108815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.108815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.108815] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.260466] env[70491]: INFO networking_nsxv3.common.synchronization [req-20b58b6a-e910-4775-8ac4-84b40980818a req-7f945bc8-8e02-4d95-98d2-19caa8bbdcf4 tempest-SecurityGroupRulesNegativeTestJSON-1504237201 tempest-SecurityGroupRulesNegativeTestJSON-1504237201-project-member] Enqueued Resource ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 with Priority: HIGHEST for action security_group_rules [ 698.261044] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 with Priority: HIGHEST for action security_group_rules [ 698.261347] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.261464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.261530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.261744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.261964] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ec17ad2-aaee-410d-9bf3-9b23c0383fc7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.330244] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e89d2fa6-46ee-419d-9dd2-93dd411cb297 None None] Enqueued Resource ID: 0349b317-5df3-492a-bda7-ec8dfa7bd3e9 with Priority: HIGHEST for action port [ 698.330244] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0349b317-5df3-492a-bda7-ec8dfa7bd3e9 with Priority: HIGHEST for action port [ 698.330244] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0349b317-5df3-492a-bda7-ec8dfa7bd3e9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.330244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0349b317-5df3-492a-bda7-ec8dfa7bd3e9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.330244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0349b317-5df3-492a-bda7-ec8dfa7bd3e9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.330244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0349b317-5df3-492a-bda7-ec8dfa7bd3e9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.330244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0349b317-5df3-492a-bda7-ec8dfa7bd3e9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.420654] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.422811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.422811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.422811] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.423912] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.424302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.424506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.424767] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.424902] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.424994] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.425185] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.425256] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.425361] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.425530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.448956] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.452204] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.452204] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.452204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.452496] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-c1dfea45-46b6-4d2b-a3bd-2841d149645d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.452674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.453148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.453148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.453287] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dfea45-46b6-4d2b-a3bd-2841d149645d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.589243] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.590253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.590364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.595361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 743a42af-7f37-4061-ab76-1cb6a7c515ff with status ACTIVE [ 698.595618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.595776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.595882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.596436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599868] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.599868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.600202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.600202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.600266] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff is going to be updated. [ 698.611597] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039e590a-2538-4591-81ec-b512cb28d5f6: rpc.has_security_group_logging(os_id): False [ 698.631828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.631965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.632084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.632251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.632386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.632544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.637359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.637640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.637823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.638155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.638358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.638838] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.639162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.639339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.640483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.641996] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.643958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.643958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.643958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.643958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.643958] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be created. [ 698.704639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.704639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.704639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.704639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.704639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.715263] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 698.791931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.792218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.792269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.792523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.792651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.792935] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ec17ad2-aaee-410d-9bf3-9b23c0383fc7 already deleted. [ 698.792935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ec17ad2-aaee-410d-9bf3-9b23c0383fc7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.833920] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0349b317-5df3-492a-bda7-ec8dfa7bd3e9 [ 698.834775] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.835732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.835732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.835732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.835732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.835732] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0349b317-5df3-492a-bda7-ec8dfa7bd3e9 already deleted. [ 698.835732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0349b317-5df3-492a-bda7-ec8dfa7bd3e9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.959161] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.959161] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port c1dfea45-46b6-4d2b-a3bd-2841d149645d not found, creating... [ 698.959161] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.959161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.960118] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.960118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.960118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.961075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.961075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.961075] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: c1dfea45-46b6-4d2b-a3bd-2841d149645d is going to be created. [ 698.969092] env[70491]: INFO networking_nsxv3.common.synchronization [req-be8cdb6a-6ab2-4e6e-b376-6255cd9e0461 req-6a64b5d1-ed10-476e-9dec-3a8a915b1092 tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: bfb16fce-08ad-4bfc-805c-2359dffd9c61 with Priority: HIGHEST for action security_group_rules [ 698.969730] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb16fce-08ad-4bfc-805c-2359dffd9c61 with Priority: HIGHEST for action security_group_rules [ 698.970012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb16fce-08ad-4bfc-805c-2359dffd9c61 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.970135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb16fce-08ad-4bfc-805c-2359dffd9c61" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.970215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb16fce-08ad-4bfc-805c-2359dffd9c61" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.970512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb16fce-08ad-4bfc-805c-2359dffd9c61" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.970677] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb16fce-08ad-4bfc-805c-2359dffd9c61',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.996019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.996019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.996019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.996019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.996019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.996019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.091560] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.233494] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d6ee93cf-6dbe-462e-be29-1663414d785c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 699.233494] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 699.233494] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.233494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.233494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.233494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.233494] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.385729] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d4899e6b-e3c2-44f0-821b-8456666340be tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 699.385729] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 699.386077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.386077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446290] env[70491]: INFO networking_nsxv3.common.synchronization [None req-0e669431-0efe-42a9-a364-3d99982dca5b None None] Enqueued Resource ID: 6d9998a5-9cfd-4821-a5f9-b2862f88703f with Priority: HIGHEST for action port [ 699.446290] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9998a5-9cfd-4821-a5f9-b2862f88703f with Priority: HIGHEST for action port [ 699.446290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9998a5-9cfd-4821-a5f9-b2862f88703f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9998a5-9cfd-4821-a5f9-b2862f88703f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9998a5-9cfd-4821-a5f9-b2862f88703f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9998a5-9cfd-4821-a5f9-b2862f88703f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.446290] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9998a5-9cfd-4821-a5f9-b2862f88703f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.495133] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.495308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.495391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.495628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.495729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.495844] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb16fce-08ad-4bfc-805c-2359dffd9c61 already deleted. [ 699.495948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb16fce-08ad-4bfc-805c-2359dffd9c61" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594686] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.594865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.594935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.595215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.595329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.595436] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be created. [ 699.618235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.619308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.619308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.619670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.621598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.629645] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: UNINITIALIZED for 2s [ 699.757334] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.757334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.757334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.757334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.757665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.757665] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 already deleted. [ 699.757665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.757957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.758075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.758127] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.772696] env[70491]: INFO networking_nsxv3.common.synchronization [None req-afb4ccca-72e3-4a6b-95e7-2bfbd07f86c9 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 699.773300] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 699.773603] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.773720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.773783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.774035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.774112] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.931040] env[70491]: INFO networking_nsxv3.common.synchronization [req-b354e494-6923-45db-b9a8-51f74be4fd92 req-06213973-e2fb-489c-8ae8-53fdee8fe31f service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 699.931137] env[70491]: INFO networking_nsxv3.common.synchronization [req-b354e494-6923-45db-b9a8-51f74be4fd92 req-06213973-e2fb-489c-8ae8-53fdee8fe31f service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 699.931219] env[70491]: INFO networking_nsxv3.common.synchronization [req-b354e494-6923-45db-b9a8-51f74be4fd92 req-06213973-e2fb-489c-8ae8-53fdee8fe31f service nova] Enqueued Resource ID: c1dfea45-46b6-4d2b-a3bd-2841d149645d with Priority: HIGHEST for action port [ 699.931442] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 699.932277] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 699.932277] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1dfea45-46b6-4d2b-a3bd-2841d149645d with Priority: HIGHEST for action port [ 699.932445] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.932559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.932629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.933133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.933371] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.934410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.934524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.934620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.934848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.935039] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.935157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.935234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.935423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.935517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.935645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.938375] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1dfea45-46b6-4d2b-a3bd-2841d149645d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.938375] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dfea45-46b6-4d2b-a3bd-2841d149645d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.952210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d9998a5-9cfd-4821-a5f9-b2862f88703f [ 699.952210] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.952210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.952210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.952210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.953257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.953257] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d9998a5-9cfd-4821-a5f9-b2862f88703f already deleted. [ 699.953257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9998a5-9cfd-4821-a5f9-b2862f88703f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.071176] env[70491]: INFO networking_nsxv3.common.synchronization [None req-6f304d26-5b7c-474f-a01a-5d6284e973d2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 700.072867] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 700.073978] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.075009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.278492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.278492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.278492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.278783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.278783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.278783] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 already deleted. [ 700.278874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.289752] env[70491]: INFO networking_nsxv3.common.synchronization [None req-59c88b0f-76b7-44b5-9e84-076d28a59b8a None None] Enqueued Resource ID: 67bbb91a-8374-4768-bf79-ed4b5f43e4cc with Priority: HIGHEST for action port [ 700.290041] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bbb91a-8374-4768-bf79-ed4b5f43e4cc with Priority: HIGHEST for action port [ 700.290620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-67bbb91a-8374-4768-bf79-ed4b5f43e4cc taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.290754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67bbb91a-8374-4768-bf79-ed4b5f43e4cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.290841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67bbb91a-8374-4768-bf79-ed4b5f43e4cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.292465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67bbb91a-8374-4768-bf79-ed4b5f43e4cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.292615] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67bbb91a-8374-4768-bf79-ed4b5f43e4cc',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.297643] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.297807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.297881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.298124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.298237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.298387] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c already deleted. [ 700.298436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.298932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.299785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.300552] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.439229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.439597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.440238] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.441200] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1dfea45-46b6-4d2b-a3bd-2841d149645d with status ACTIVE [ 700.441919] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.441919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.441919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.441919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.442087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.442169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.442270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.442332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.442486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.442563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.442743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.442949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.442949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.443714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.443799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.443990] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1dfea45-46b6-4d2b-a3bd-2841d149645d is going to be updated. [ 700.463606] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.463770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.463841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.464067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.464202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.464367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1dfea45-46b6-4d2b-a3bd-2841d149645d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.725492] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 700.725760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.798977] env[70491]: INFO networking_nsxv3.common.synchronization [req-d889c23c-4bf3-44b3-aec5-4f493053029f req-0c073401-809b-4162-b480-97a9b77fb4c0 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 700.799523] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 700.800081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.800081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.800081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.801027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.801027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.801027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.801997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.801997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.801997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.801997] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.806494] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67bbb91a-8374-4768-bf79-ed4b5f43e4cc [ 700.806767] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.807038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.807038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.807155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.807241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.807334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67bbb91a-8374-4768-bf79-ed4b5f43e4cc already deleted. [ 700.807494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67bbb91a-8374-4768-bf79-ed4b5f43e4cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.826091] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.826091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.826344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.826392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.826458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.826632] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c already deleted. [ 700.826711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.832342] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9330f969-95d6-40fe-9a28-d4564fbcf975 None None] Enqueued Resource ID: 3f305abe-1162-4e73-bfc4-42a63eda5695 with Priority: HIGHEST for action port [ 700.833282] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f305abe-1162-4e73-bfc4-42a63eda5695 with Priority: HIGHEST for action port [ 700.833282] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f305abe-1162-4e73-bfc4-42a63eda5695 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.833282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f305abe-1162-4e73-bfc4-42a63eda5695" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.833282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f305abe-1162-4e73-bfc4-42a63eda5695" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.833541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f305abe-1162-4e73-bfc4-42a63eda5695" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.833745] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f305abe-1162-4e73-bfc4-42a63eda5695',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.947019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.307370] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.307539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.307586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.307869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.307959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.308179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.308280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.308339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.308492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.308566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.308648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 already deleted. [ 701.308726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.336113] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f305abe-1162-4e73-bfc4-42a63eda5695 [ 701.336368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.336489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.336830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.336929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.337050] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f305abe-1162-4e73-bfc4-42a63eda5695 already deleted. [ 701.337141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f305abe-1162-4e73-bfc4-42a63eda5695" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.427424] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.427424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.427424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427424] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.428017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.428059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.428287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.428435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.428649] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.428775] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.429816] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.429936] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.430077] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.430192] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.430337] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.451025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.451025] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.451025] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.451025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.451025] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.451025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.451025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.451025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.451025] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed167883-9a6d-4c06-b02a-e0d9ac8f25f4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.451025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.451964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.452507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.452629] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be created. [ 701.480746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.480746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.480746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.480746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.480746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.492873] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: UNINITIALIZED for 2s [ 701.641530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.641530] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.641530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.641530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.955896] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.959849] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 not found, creating... [ 701.959849] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.959849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960415] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.960415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.960415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.960415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.960415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 is going to be created. [ 701.979198] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.979972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.979972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.979972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.980142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.980233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144191] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.646565] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e: rpc.has_security_group_logging(os_id): False [ 702.671218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.671218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.671218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.671218] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be created. [ 702.731627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.731627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.731627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.731627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.731627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.744717] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: IN_PROGRESS for 2s [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [req-d889c23c-4bf3-44b3-aec5-4f493053029f req-caf45424-2e25-433c-84d0-0eee2683bb48 service nova] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [req-d889c23c-4bf3-44b3-aec5-4f493053029f req-caf45424-2e25-433c-84d0-0eee2683bb48 service nova] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [req-d889c23c-4bf3-44b3-aec5-4f493053029f req-caf45424-2e25-433c-84d0-0eee2683bb48 service nova] Enqueued Resource ID: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 with Priority: HIGHEST for action port [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 702.915585] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 with Priority: HIGHEST for action port [ 702.915585] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.915585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.915585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.915585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.915585] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.918464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.918750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.918932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.919222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.919636] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.919972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.923045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.923045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.923045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.923045] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.923803] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.924091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.929881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.929881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.929881] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed167883-9a6d-4c06-b02a-e0d9ac8f25f4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.420294] env[70491]: INFO networking_nsxv3.common.synchronization [req-cab3915f-b54b-4f5e-9f71-0a465dc2e2ac req-20fe7efb-39ca-4efd-afe2-32cb82243eb5 tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: a1c8cb16-74dd-4739-a66c-91bebccdea1b with Priority: HIGHEST for action security_group_rules [ 703.420817] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c8cb16-74dd-4739-a66c-91bebccdea1b with Priority: HIGHEST for action security_group_rules [ 703.421128] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1c8cb16-74dd-4739-a66c-91bebccdea1b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.421243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1c8cb16-74dd-4739-a66c-91bebccdea1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.421299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1c8cb16-74dd-4739-a66c-91bebccdea1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.421547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1c8cb16-74dd-4739-a66c-91bebccdea1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.421625] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1c8cb16-74dd-4739-a66c-91bebccdea1b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.430275] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.430406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.430640] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.431478] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 with status ACTIVE [ 703.431638] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.431638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.431829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.431899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.432014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.432146] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.432246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.432303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.432454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.432530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.433099] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.433099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.433099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.433099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.433099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.433334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 is going to be updated. [ 703.456538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.456538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.456538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.456538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.456538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.456538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.476448] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1a398c-3106-41a4-9b9c-832cb9698549 req-5781121e-0307-4e06-a672-10696ac583db tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 703.476448] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 703.476448] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.476653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.476653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.477323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.477838] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.477838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.477838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.477838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.478126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.478126] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.509424] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 703.509645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.509808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.510051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.510242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.510360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.510424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.510573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.510656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.510744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.510836] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.872473] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.872784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.872828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.874168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.874168] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.874168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.874379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.874781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.874781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.875112] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.875231] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.875450] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.875513] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.876139] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.876379] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.876899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.896781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.899747] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.899747] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.899747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.899747] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.899747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.899747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.899747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.899747] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.935231] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.940539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.940539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.940539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.940766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.941445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.941445] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1c8cb16-74dd-4739-a66c-91bebccdea1b already deleted. [ 703.941445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1c8cb16-74dd-4739-a66c-91bebccdea1b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.983929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.983929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.983929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.983929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.983929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.984414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.984414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.984414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.984414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.984414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.984624] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 already deleted. [ 703.984624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.013834] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.014093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.014232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.014462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.014671] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.014810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.014878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.015102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.015179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.015267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.015418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.015509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.015566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.015720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.015859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.015971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.016036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.016218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.016294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.016390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.016491] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.402044] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.402240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.402436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.402647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.402796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.402949] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa not found, creating... [ 704.403348] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.403509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.403632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.403921] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.404135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.404466] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.404738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.405130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.405203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.407053] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.407053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa is going to be created. [ 704.425939] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.426257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.426871] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.426871] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.427166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.427465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.438451] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.438656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.438753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.439185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.439388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.439532] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be created. [ 704.463538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.463717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.463775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.464077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.464293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.474796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: UNINITIALIZED for 2s [ 704.518862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff: rpc.has_security_group_logging(os_id): False [ 704.541022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.541022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.541022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.541022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.541719] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.541719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.541719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.541719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.541719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.541719] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be created. [ 704.609525] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.609667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.609667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.609981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.610181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.621642] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 704.761675] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 704.761962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322611] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1a398c-3106-41a4-9b9c-832cb9698549 req-d424cbe8-3176-48b8-9fcc-58c196c00d3d service nova] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 705.322855] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1a398c-3106-41a4-9b9c-832cb9698549 req-d424cbe8-3176-48b8-9fcc-58c196c00d3d service nova] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 705.322969] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1a398c-3106-41a4-9b9c-832cb9698549 req-d424cbe8-3176-48b8-9fcc-58c196c00d3d service nova] Enqueued Resource ID: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa with Priority: HIGHEST for action port [ 705.323211] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_rules [ 705.323352] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 705.323451] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa with Priority: HIGHEST for action port [ 705.329104] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.329237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329609] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.331820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331820] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.332404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.332478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.332508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.332666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.332755] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.783927] env[70491]: INFO networking_nsxv3.common.synchronization [req-4cb333bb-255d-4324-947c-886ab434ee48 req-22626153-1f8b-4260-b19a-fd480864e50a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 705.784560] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 705.784918] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.785151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.785869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.785869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.785869] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.785869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.785869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.786156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.786156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.786156] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.837023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.837023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.837023] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.837023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa with status ACTIVE [ 705.837023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.837023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.837023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.837023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.837557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.837557] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.837557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.837557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.837779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.837779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.837894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.837967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.838522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.839765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.839765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.839765] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa is going to be updated. [ 705.859468] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.859468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.859468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.859674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.859707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.282950] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283772] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.284112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.284462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.286402] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.286730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.286930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.287262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.287496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.287780] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.287962] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.288226] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.288329] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.288496] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.288640] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.289513] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.292231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292723] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb already deleted. [ 706.292723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.309497] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.309662] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.309797] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.309971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.310306] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0bb75b95-cc89-4af9-9337-648d97c8a01a taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.311095] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb75b95-cc89-4af9-9337-648d97c8a01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.341292] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.488822] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.488822] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.488822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.489749] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.632966] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 706.633260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.814510] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.814510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.814625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.814917] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.815096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816833] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 0bb75b95-cc89-4af9-9337-648d97c8a01a not found, creating... [ 706.816833] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.816833] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.816833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.818225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.818430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.818598] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0bb75b95-cc89-4af9-9337-648d97c8a01a is going to be created. [ 706.837883] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.839995] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.840388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.840960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.842715] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.843559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.846566] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.846866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.849188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.849419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.849519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.849765] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 is going to be created. [ 706.875076] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.875076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.875076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.875076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.875076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.885255] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: UNINITIALIZED for 2s [ 706.991871] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.494866] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5202dc6-c10a-4955-8286-6152d7ef2bb5: rpc.has_security_group_logging(os_id): False [ 707.515200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.515200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.515200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.515200] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be created. [ 707.534315] env[70491]: INFO networking_nsxv3.common.synchronization [req-7312ec2c-88ae-444d-81fc-d0d71b402a98 req-592e220c-9a73-49f5-9f82-b8e680a0a4ec tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Enqueued Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 707.534315] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGHEST for action security_group_members [ 707.534315] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.534315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.534315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.534630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.535567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.535689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.535760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.536065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.536173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536271] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.572221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.572221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.572221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.572221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.572221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.581455] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: IN_PROGRESS for 2s [ 707.754371] env[70491]: INFO networking_nsxv3.common.synchronization [req-894e7d6f-b136-4e37-86d2-f1772e88c68b req-03f8e4f7-81ce-4fb1-bf08-32db03fefdb2 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Enqueued Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 707.755325] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGHEST for action security_group_members [ 707.755325] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.755557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.755650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.756578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.756816] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.756961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.757331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.757852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.757852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.757852] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.041062] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.041062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.041062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.041062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.041062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.041062] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.041062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.042170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.042170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.044121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.044121] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 is going to be updated. [ 708.068551] env[70491]: INFO networking_nsxv3.common.synchronization [req-4cb333bb-255d-4324-947c-886ab434ee48 req-30e63048-f0fd-4f0e-9ff5-78a4fdddee12 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 708.068779] env[70491]: INFO networking_nsxv3.common.synchronization [req-4cb333bb-255d-4324-947c-886ab434ee48 req-30e63048-f0fd-4f0e-9ff5-78a4fdddee12 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 708.068940] env[70491]: INFO networking_nsxv3.common.synchronization [req-4cb333bb-255d-4324-947c-886ab434ee48 req-30e63048-f0fd-4f0e-9ff5-78a4fdddee12 service nova] Enqueued Resource ID: 0bb75b95-cc89-4af9-9337-648d97c8a01a with Priority: HIGHEST for action port [ 708.069613] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 708.069836] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 708.069992] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb75b95-cc89-4af9-9337-648d97c8a01a with Priority: HIGHEST for action port [ 708.075387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.075564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.075695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.075893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.076024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.079763] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.079938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.080045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.080841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.081172] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.083212] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.083306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.083362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.083569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.083738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.083902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.084048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.084215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.084349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.084413] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.085643] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb75b95-cc89-4af9-9337-648d97c8a01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.085781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.085868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.086051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.086146] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb75b95-cc89-4af9-9337-648d97c8a01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.095955] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: IN_PROGRESS for 2s [ 708.262615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.262772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.262845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.263083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.263180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.263372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.263472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.263537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.263705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.263785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.264339] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f is going to be updated. [ 708.288076] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.288230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.288301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.288511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.288751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.297160] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: IN_PROGRESS for 2s [ 708.592342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.592342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb75b95-cc89-4af9-9337-648d97c8a01a with status ACTIVE [ 708.592342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.592342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.592342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.592342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.593191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.593191] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb75b95-cc89-4af9-9337-648d97c8a01a is going to be updated. [ 708.595709] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.596082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.642308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.642796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.643202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.643568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.643830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.644142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb75b95-cc89-4af9-9337-648d97c8a01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.832730] env[70491]: INFO networking_nsxv3.common.synchronization [req-78a70d87-ac27-4f59-b615-16705d75733a req-e0ec9de2-d4d2-40d1-9434-fef45629e655 tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: c1eb66ed-6968-485d-8fbc-0b574a2db43d with Priority: HIGHEST for action security_group_rules [ 708.833283] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eb66ed-6968-485d-8fbc-0b574a2db43d with Priority: HIGHEST for action security_group_rules [ 708.833701] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1eb66ed-6968-485d-8fbc-0b574a2db43d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.833763] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1eb66ed-6968-485d-8fbc-0b574a2db43d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.833813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1eb66ed-6968-485d-8fbc-0b574a2db43d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.834343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1eb66ed-6968-485d-8fbc-0b574a2db43d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.834419] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1eb66ed-6968-485d-8fbc-0b574a2db43d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.897204] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: SUCCESS [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.897204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.897204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.897204] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.902872] env[70491]: INFO networking_nsxv3.common.synchronization [None req-eeda67fb-af3c-460e-9c7b-1188b9f137c4 None None] Enqueued Resource ID: 1c577c9b-e47c-4b18-addb-7c1b83dbbc04 with Priority: HIGHEST for action port [ 708.903429] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c577c9b-e47c-4b18-addb-7c1b83dbbc04 with Priority: HIGHEST for action port [ 708.903826] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c577c9b-e47c-4b18-addb-7c1b83dbbc04 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.904009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c577c9b-e47c-4b18-addb-7c1b83dbbc04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.904138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c577c9b-e47c-4b18-addb-7c1b83dbbc04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.904436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c577c9b-e47c-4b18-addb-7c1b83dbbc04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.904519] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c577c9b-e47c-4b18-addb-7c1b83dbbc04',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.098836] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.354633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.354633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.354900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.354945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.355095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.355147] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1eb66ed-6968-485d-8fbc-0b574a2db43d already deleted. [ 709.355258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1eb66ed-6968-485d-8fbc-0b574a2db43d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.407228] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.414139] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c577c9b-e47c-4b18-addb-7c1b83dbbc04 [ 709.414339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.414469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.414968] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c577c9b-e47c-4b18-addb-7c1b83dbbc04 already deleted. [ 709.415328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c577c9b-e47c-4b18-addb-7c1b83dbbc04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.593143] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 709.593409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.603658] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.603905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.604013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.604277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.604547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.604547] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be created. [ 709.628047] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.628709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.628709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.628910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.629393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.639859] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: UNINITIALIZED for 2s [ 709.910713] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 480152dc-d763-48b2-b13d-28f6a87f16b7: rpc.has_security_group_logging(os_id): False [ 709.930447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.930589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.930669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.930928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.931019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.931264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.931383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.931451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.931611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.932613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.932750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 is going to be created. [ 710.026635] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.026635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.026635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.026870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.026870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.050912] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: IN_PROGRESS for 2s [ 710.111841] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcd9546-ae48-4318-b496-f482a22ded41 in Status: SUCCESS [ 710.111841] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 deletion is rescheduled due to dependency. [ 710.111841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.306929] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f in Status: SUCCESS [ 710.306929] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f deletion is rescheduled due to dependency. [ 710.306929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.652028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 711.652028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.652028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.652028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.652028] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.652028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.652028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.653509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.653600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.653640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.653715] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.064089] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: SUCCESS [ 712.068649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.157941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.157941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.157941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.158330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.158450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.158489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.158722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.158814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.159012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.159195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.159195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.159333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.159478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.159573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.159633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.159826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.160049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.160049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.160168] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.373509] env[70491]: INFO networking_nsxv3.common.synchronization [req-9f764b58-da35-4930-9304-1a252821eff5 req-e743f6d2-7ca0-40df-8fe7-6c9d262345ca tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 712.374284] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 712.374718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.374903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.375025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.375360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.375870] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.375870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.375870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.376061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.376153] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.518519] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e022c48f-05a8-4566-89c8-0a1dc3a228ec None None] Enqueued Resource ID: a7f12a57-77e5-4e1d-a6d5-eee434443047 with Priority: HIGHEST for action port [ 712.520626] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f12a57-77e5-4e1d-a6d5-eee434443047 with Priority: HIGHEST for action port [ 712.520626] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7f12a57-77e5-4e1d-a6d5-eee434443047 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.520626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7f12a57-77e5-4e1d-a6d5-eee434443047" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.520626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7f12a57-77e5-4e1d-a6d5-eee434443047" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.520626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7f12a57-77e5-4e1d-a6d5-eee434443047" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.520942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f12a57-77e5-4e1d-a6d5-eee434443047',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.667309] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 712.684506] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.684506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.684843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.685058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.685058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.685249] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.685344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.685404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.687166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.687166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.687166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.687166] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be created. [ 712.743559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.756367] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 712.774110] env[70491]: INFO networking_nsxv3.common.synchronization [None req-0a5a4fb1-d788-4d23-a0be-dfe33a7deb6d None None] Enqueued Resource ID: 9688150c-327c-47b7-999a-64ada64ae5c1 with Priority: HIGHEST for action port [ 712.774110] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9688150c-327c-47b7-999a-64ada64ae5c1 with Priority: HIGHEST for action port [ 712.774110] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9688150c-327c-47b7-999a-64ada64ae5c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.778333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9688150c-327c-47b7-999a-64ada64ae5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.778427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9688150c-327c-47b7-999a-64ada64ae5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.779602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9688150c-327c-47b7-999a-64ada64ae5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.779602] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9688150c-327c-47b7-999a-64ada64ae5c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.878872] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.024657] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7f12a57-77e5-4e1d-a6d5-eee434443047 [ 713.025338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.025578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.025578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.025792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.025884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.026021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7f12a57-77e5-4e1d-a6d5-eee434443047 already deleted. [ 713.026074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7f12a57-77e5-4e1d-a6d5-eee434443047" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.286698] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9688150c-327c-47b7-999a-64ada64ae5c1 [ 713.287191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.287304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.287304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.288009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.288009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.288009] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9688150c-327c-47b7-999a-64ada64ae5c1 already deleted. [ 713.288009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9688150c-327c-47b7-999a-64ada64ae5c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.381957] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.383358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.383358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.383358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.388418] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.388418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.388418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.388418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.388418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.389086] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.389086] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.389086] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.389086] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.389311] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.389383] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.391158] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.395018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.413444] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.413625] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.413761] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.413963] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.414329] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-43533f08-20cd-4c4f-8e42-6cad289d1cfd taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.415298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.415298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.415298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.415298] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43533f08-20cd-4c4f-8e42-6cad289d1cfd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.901622] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.903626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.903827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.904103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.904518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.904518] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 713.919155] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.919375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.919625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.920147] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.920315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.920497] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 43533f08-20cd-4c4f-8e42-6cad289d1cfd not found, creating... [ 713.920965] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.920965] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.921076] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.921535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.921535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.922099] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.922099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.922099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.922671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.923035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.923120] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 43533f08-20cd-4c4f-8e42-6cad289d1cfd is going to be created. [ 713.934106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.937174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.937174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.937174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.937174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944585] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.944585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.945459] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 714.325101] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f2f61580-4759-4209-b708-04e4c6f55cca None None] Enqueued Resource ID: f806ff6c-a6ad-456d-b84e-ddf6a1b9c168 with Priority: HIGHEST for action port [ 714.325844] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f806ff6c-a6ad-456d-b84e-ddf6a1b9c168 with Priority: HIGHEST for action port [ 714.329017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f806ff6c-a6ad-456d-b84e-ddf6a1b9c168 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.329017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f806ff6c-a6ad-456d-b84e-ddf6a1b9c168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.329017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f806ff6c-a6ad-456d-b84e-ddf6a1b9c168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.329017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f806ff6c-a6ad-456d-b84e-ddf6a1b9c168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.329017] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f806ff6c-a6ad-456d-b84e-ddf6a1b9c168',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.771570] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 714.771570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.831342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f806ff6c-a6ad-456d-b84e-ddf6a1b9c168 [ 714.831722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.836172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.836172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.836172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.836172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.836172] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f806ff6c-a6ad-456d-b84e-ddf6a1b9c168 already deleted. [ 714.836172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f806ff6c-a6ad-456d-b84e-ddf6a1b9c168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.040264] env[70491]: INFO networking_nsxv3.common.synchronization [req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 req-3c48361d-ce9f-40f1-a845-ec25face40c6 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Enqueued Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 715.040945] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 715.041615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.041954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.042056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.042306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.042679] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.042799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.042860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.043040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.043125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.043220] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.403252] env[70491]: INFO networking_nsxv3.common.synchronization [req-9f764b58-da35-4930-9304-1a252821eff5 req-28ca352d-c5e3-481d-9335-d6fe0e96c96d service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 715.404242] env[70491]: INFO networking_nsxv3.common.synchronization [req-9f764b58-da35-4930-9304-1a252821eff5 req-28ca352d-c5e3-481d-9335-d6fe0e96c96d service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 715.404242] env[70491]: INFO networking_nsxv3.common.synchronization [req-9f764b58-da35-4930-9304-1a252821eff5 req-28ca352d-c5e3-481d-9335-d6fe0e96c96d service nova] Enqueued Resource ID: 43533f08-20cd-4c4f-8e42-6cad289d1cfd with Priority: HIGHEST for action port [ 715.406987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 715.406987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 715.406987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43533f08-20cd-4c4f-8e42-6cad289d1cfd with Priority: HIGHEST for action port [ 715.406987] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.406987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.406987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.406987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.406987] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.407698] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.407879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.408240] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-43533f08-20cd-4c4f-8e42-6cad289d1cfd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.408419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.408557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.410552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.410552] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43533f08-20cd-4c4f-8e42-6cad289d1cfd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.545664] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.545925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.546400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.546400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.546513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.546834] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.546911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.546958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.547315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.547315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.547315] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 already deleted. [ 715.547504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.636526] env[70491]: INFO networking_nsxv3.common.synchronization [req-c92a2357-421d-4054-84a2-de9ef268d64f req-28d9bd29-c276-4427-ab45-da61bb2a81f4 tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 715.637226] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 715.637533] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8423c405-eda1-4ef2-8343-b551f1ac08d6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.638048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.638129] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8423c405-eda1-4ef2-8343-b551f1ac08d6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.757990] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.757990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-421" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.757990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-421" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.758453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-421" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.758847] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.759198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.759425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.760360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.760634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.763017] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.763017] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.763017] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.763017] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.763017] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.763017] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.763017] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.785377] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.785377] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.785377] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.785377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-421" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.785377] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a9903cf2-5b85-4215-ad34-f6e625f435c1 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.785377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.785377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.785377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.785377] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9903cf2-5b85-4215-ad34-f6e625f435c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.787123] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a6b7c406-d2fb-4070-a965-86b9a81e0393 None None] Enqueued Resource ID: eb308127-5f8b-45d3-800d-66a9017d4632 with Priority: HIGHEST for action port [ 715.790438] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb308127-5f8b-45d3-800d-66a9017d4632 with Priority: HIGHEST for action port [ 715.791957] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb308127-5f8b-45d3-800d-66a9017d4632 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.791957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb308127-5f8b-45d3-800d-66a9017d4632" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.791957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb308127-5f8b-45d3-800d-66a9017d4632" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.791957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb308127-5f8b-45d3-800d-66a9017d4632" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.791957] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb308127-5f8b-45d3-800d-66a9017d4632',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.912131] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.912131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.912888] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43533f08-20cd-4c4f-8e42-6cad289d1cfd with status ACTIVE [ 715.913125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.913255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.913322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.913540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.913645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.913808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.913908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.913977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.914150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.914230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.914451] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.914569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.914632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.914801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.914892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.914981] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43533f08-20cd-4c4f-8e42-6cad289d1cfd is going to be updated. [ 715.940111] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.940275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.940344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.940562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.940700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.940863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43533f08-20cd-4c4f-8e42-6cad289d1cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 715.954970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.955180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.955398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.955586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.955770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.955770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.955917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.956047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.956121] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.162348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.162348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.162348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.162348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.162348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.162348] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 already deleted. [ 716.162348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.291464] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.291464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.291464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.291727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.291870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.292077] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a9903cf2-5b85-4215-ad34-f6e625f435c1 not found, creating... [ 716.292368] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.292546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.292675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.292960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.293149] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.293455] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.293632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.293782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.294264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.294467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.294643] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a9903cf2-5b85-4215-ad34-f6e625f435c1 is going to be created. [ 716.295954] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb308127-5f8b-45d3-800d-66a9017d4632 [ 716.296167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.296302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.296389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.296563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.296669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.296867] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb308127-5f8b-45d3-800d-66a9017d4632 already deleted. [ 716.296931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb308127-5f8b-45d3-800d-66a9017d4632" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.322440] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.323897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.323897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.323897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.323897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.324501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.464165] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.592310] env[70491]: INFO networking_nsxv3.common.synchronization [req-00b1e440-a9ac-4b31-9cf1-5ba1503aeca5 req-84cbee74-7b5f-464f-86f2-e5e2974d303f tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 716.592310] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 716.592310] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8423c405-eda1-4ef2-8343-b551f1ac08d6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.592753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.592973] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8423c405-eda1-4ef2-8343-b551f1ac08d6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.861312] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7d71ebe7-2276-48e1-a610-cfc365555134 None None] Enqueued Resource ID: d5018c41-df4a-4f0a-b91e-cc99495bd0c2 with Priority: HIGHEST for action port [ 716.861368] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5018c41-df4a-4f0a-b91e-cc99495bd0c2 with Priority: HIGHEST for action port [ 716.861722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5018c41-df4a-4f0a-b91e-cc99495bd0c2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.861854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5018c41-df4a-4f0a-b91e-cc99495bd0c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.861922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5018c41-df4a-4f0a-b91e-cc99495bd0c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.864081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5018c41-df4a-4f0a-b91e-cc99495bd0c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.864081] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5018c41-df4a-4f0a-b91e-cc99495bd0c2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.919583] env[70491]: INFO networking_nsxv3.common.synchronization [None req-0f4e92dc-b15f-4a2a-8609-594c3a64a5f1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 716.920494] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 716.920539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.920665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.920782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.920998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.921125] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.963690] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.124447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.124447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.124447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.124447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.124447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.124447] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 already deleted. [ 717.124447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.152652] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bca55f23-6c2c-4eec-a04f-cc6aaa315e5f tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 717.154233] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 717.154233] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.154233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.177970] env[70491]: INFO networking_nsxv3.common.synchronization [req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 req-1603b2e0-2e6a-40b6-87ad-dce127d4b2d9 service nova] Enqueued Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_rules [ 717.178334] env[70491]: INFO networking_nsxv3.common.synchronization [req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 req-1603b2e0-2e6a-40b6-87ad-dce127d4b2d9 service nova] Enqueued Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 717.178505] env[70491]: INFO networking_nsxv3.common.synchronization [req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 req-1603b2e0-2e6a-40b6-87ad-dce127d4b2d9 service nova] Enqueued Resource ID: a9903cf2-5b85-4215-ad34-f6e625f435c1 with Priority: HIGHEST for action port [ 717.178935] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_rules [ 717.179215] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 717.179283] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9903cf2-5b85-4215-ad34-f6e625f435c1 with Priority: HIGHEST for action port [ 717.179591] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.179753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.179828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.181330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.181428] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.182360] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.182485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.182576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.182754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.182921] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.186045] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.186045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9903cf2-5b85-4215-ad34-f6e625f435c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.186045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.186045] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9903cf2-5b85-4215-ad34-f6e625f435c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.372049] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5018c41-df4a-4f0a-b91e-cc99495bd0c2 [ 717.372369] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.372508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.372583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.372828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.372954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.373125] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5018c41-df4a-4f0a-b91e-cc99495bd0c2 already deleted. [ 717.373231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5018c41-df4a-4f0a-b91e-cc99495bd0c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.442210] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.442404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.442404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.442604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.442696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.442793] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8746d4e-a117-4443-84b8-3462403c0dae already deleted. [ 717.442878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.453944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.453944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.453944] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.472828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.472828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.472828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.472828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.472828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.472828] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 717.500387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.500621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.500621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.500842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.501032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.509706] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 717.687436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.687703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.688094] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.690227] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9903cf2-5b85-4215-ad34-f6e625f435c1 with status ACTIVE [ 717.691819] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.691819] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.691819] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.692588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.694598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.694787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9903cf2-5b85-4215-ad34-f6e625f435c1 is going to be updated. [ 717.719618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.720638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.720638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.720638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.720638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.720638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9903cf2-5b85-4215-ad34-f6e625f435c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.978679] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.978679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.978679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.978679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.978679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.978679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8746d4e-a117-4443-84b8-3462403c0dae already deleted. [ 717.978679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.150900] env[70491]: INFO networking_nsxv3.common.synchronization [req-3983cdfc-6ff5-42ec-801f-74eb506db991 req-45cc024a-87f9-4383-896d-10b6459fd23e tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Enqueued Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 718.151641] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 718.154529] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.154813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.154961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.156370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.156566] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.156703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.156775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.156991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.157101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.157203] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.191064] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.776936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776936] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 already deleted. [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.779116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.779116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 is going to be created. [ 718.779116] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.779116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.779116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.779116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.779116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.779116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: UNINITIALIZED for 2s [ 719.087312] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.088128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.088128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.088128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.088598] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.088681] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.089223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.089223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.089449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.089636] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.089742] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.089931] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.090012] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.090150] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.090319] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.090442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.103082] env[70491]: INFO networking_nsxv3.common.synchronization [req-5646e3e4-5137-4df9-a625-c9322030fb27 req-94a3c030-a425-41d4-9fc5-40c61c008e4e tempest-SecurityGroupRulesTestJSON-1706922042 tempest-SecurityGroupRulesTestJSON-1706922042-project-member] Enqueued Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 719.103378] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 with Priority: HIGHEST for action security_group_rules [ 719.103908] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8423c405-eda1-4ef2-8343-b551f1ac08d6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.104056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.104144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.104345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.104425] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8423c405-eda1-4ef2-8343-b551f1ac08d6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.109490] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.109490] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.109490] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.109490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.109933] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d975742b-0483-4931-8e96-8cde1c4ba9f2 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.110166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.110354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.111752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.111965] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d975742b-0483-4931-8e96-8cde1c4ba9f2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.519624] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 719.521091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.521406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.521759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.522075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.522340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.522492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.522736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.523427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.523530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.523636] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.617212] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.617473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.617637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.617940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.618112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.618315] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d975742b-0483-4931-8e96-8cde1c4ba9f2 not found, creating... [ 719.618650] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.618812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.618937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.619193] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.619349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.619729] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.619935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.620472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.620737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.620916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.621104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d975742b-0483-4931-8e96-8cde1c4ba9f2 is going to be created. [ 719.625884] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.626037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.626110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.626292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.626434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.626498] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8423c405-eda1-4ef2-8343-b551f1ac08d6 already deleted. [ 719.626559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8423c405-eda1-4ef2-8343-b551f1ac08d6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.639919] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.640242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.640379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.640736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.641258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.641258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.030804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.032398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.032398] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.535513] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff: rpc.has_security_group_logging(os_id): False [ 720.555060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.555060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.555060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.558973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.559287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.559769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.560092] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.560202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.560293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.560426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.560511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.560602] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 720.629989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.629989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.629989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.629989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.629989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.648415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 720.784440] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: SUCCESS [ 720.784694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.785663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.785908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.786542] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.786542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.786542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.786542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.786771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.786771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.786771] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.933551] env[70491]: INFO networking_nsxv3.common.synchronization [req-3983cdfc-6ff5-42ec-801f-74eb506db991 req-7f5d0583-3d4b-43b5-bfa7-e954a5935dd8 service nova] Enqueued Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_rules [ 720.933929] env[70491]: INFO networking_nsxv3.common.synchronization [req-3983cdfc-6ff5-42ec-801f-74eb506db991 req-7f5d0583-3d4b-43b5-bfa7-e954a5935dd8 service nova] Enqueued Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 720.935259] env[70491]: INFO networking_nsxv3.common.synchronization [req-3983cdfc-6ff5-42ec-801f-74eb506db991 req-7f5d0583-3d4b-43b5-bfa7-e954a5935dd8 service nova] Enqueued Resource ID: d975742b-0483-4931-8e96-8cde1c4ba9f2 with Priority: HIGHEST for action port [ 720.936081] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_rules [ 720.936354] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 720.936435] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d975742b-0483-4931-8e96-8cde1c4ba9f2 with Priority: HIGHEST for action port [ 720.936852] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.937067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.937411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.937572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.937746] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.939067] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.939731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.940525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.940525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.940525] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.940525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.941035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.941187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.942043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.942043] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.942615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d975742b-0483-4931-8e96-8cde1c4ba9f2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.942770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.943176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.946402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.946402] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d975742b-0483-4931-8e96-8cde1c4ba9f2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.280418] env[70491]: INFO networking_nsxv3.common.synchronization [req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 req-5410a0f4-4f55-4e08-8bda-48cb3f09ef21 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 721.280418] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 721.280418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.280616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.280616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.280846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.280976] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.281099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.281158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.281297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.281378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.281477] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.290113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.290306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.290564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.290736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.291029] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.291104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.291177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.291381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.291493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.291721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.291958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.291958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.292093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.292209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.293235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.293235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.293235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.293235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.293621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.293621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.293702] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.446577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.446800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.451026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.451026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d975742b-0483-4931-8e96-8cde1c4ba9f2 with status ACTIVE [ 721.451026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.451026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.451026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.451812] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.452364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.452364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.452503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.452801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.452931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d975742b-0483-4931-8e96-8cde1c4ba9f2 is going to be updated. [ 721.475724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.477033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.477431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.478639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.478639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d975742b-0483-4931-8e96-8cde1c4ba9f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.783840] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.796713] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54ca1f83-b00b-4c96-82e0-4c2960206c00: rpc.has_security_group_logging(os_id): False [ 721.828735] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.828919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.828975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.829224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.829418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.829586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.829716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.829793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.829986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.830117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.830345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.830451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.830511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.830661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.830731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.830912] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.831044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.831123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.831316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.831411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.831506] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 is going to be created. [ 721.906035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.916341] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: IN_PROGRESS for 2s [ 721.955111] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.150907] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.151349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.151349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.151638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.151883] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.152810] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.153127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.153359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.153537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.154129] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.154129] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.154129] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.154939] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.154939] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.154939] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.154939] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.182740] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.182927] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.183614] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.183614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.183820] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-bba8505d-9321-4331-bcd4-2663c494722d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.183987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.183987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.184343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.184483] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba8505d-9321-4331-bcd4-2663c494722d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.286223] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.459275] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.459275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.459275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.460023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.460258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.460769] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 is going to be created. [ 722.495070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.495070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.495070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.495070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.495070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.503435] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: UNINITIALIZED for 2s [ 722.663511] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 722.663741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.693780] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694185] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.694501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694822] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port bba8505d-9321-4331-bcd4-2663c494722d not found, creating... [ 722.695182] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.695357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.695478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.695725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.695869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696180] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.696471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.696676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.696809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.696980] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: bba8505d-9321-4331-bcd4-2663c494722d is going to be created. [ 722.720033] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.720033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.720033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.720033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.721189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.792249] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.792249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.792572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.792607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.792745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.792804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be updated. [ 722.851778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.851947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.852022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.852292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.852447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.872372] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 723.613329] env[70491]: INFO networking_nsxv3.common.synchronization [None req-23135419-fd66-413e-b048-5c22a9bf86f3 None None] Enqueued Resource ID: 64aa8d40-3860-4f08-870a-23adc71b700c with Priority: HIGHEST for action port [ 723.613329] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64aa8d40-3860-4f08-870a-23adc71b700c with Priority: HIGHEST for action port [ 723.613329] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-64aa8d40-3860-4f08-870a-23adc71b700c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.613329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64aa8d40-3860-4f08-870a-23adc71b700c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.613329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64aa8d40-3860-4f08-870a-23adc71b700c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.613329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64aa8d40-3860-4f08-870a-23adc71b700c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.613329] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64aa8d40-3860-4f08-870a-23adc71b700c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.931145] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: SUCCESS [ 723.931426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.990437] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c166384-8913-4b0c-93b0-d3681bfd447b req-96d363a4-81c0-416f-b28b-3398f2b6b1e0 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Enqueued Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 723.992276] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 723.992276] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.992276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.992276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.993322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.993661] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.993999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.994316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.994316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.994710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.994710] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.118445] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64aa8d40-3860-4f08-870a-23adc71b700c [ 724.118641] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.119027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.119027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.119130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.119209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.119306] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64aa8d40-3860-4f08-870a-23adc71b700c already deleted. [ 724.119386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64aa8d40-3860-4f08-870a-23adc71b700c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500610] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500610] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500610] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c already deleted. [ 724.500610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.517597] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: SUCCESS [ 724.517810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.518451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.518612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.518676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.518822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.519092] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.537854] env[70491]: INFO networking_nsxv3.common.synchronization [req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 req-fddd3db9-f0cb-4223-a159-d0f395199b5d service nova] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_rules [ 724.538465] env[70491]: INFO networking_nsxv3.common.synchronization [req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 req-fddd3db9-f0cb-4223-a159-d0f395199b5d service nova] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 724.538732] env[70491]: INFO networking_nsxv3.common.synchronization [req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 req-fddd3db9-f0cb-4223-a159-d0f395199b5d service nova] Enqueued Resource ID: bba8505d-9321-4331-bcd4-2663c494722d with Priority: HIGHEST for action port [ 724.539370] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_rules [ 724.540291] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 724.540291] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba8505d-9321-4331-bcd4-2663c494722d with Priority: HIGHEST for action port [ 724.540607] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.541939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.541939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.541939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.541939] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.541939] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.541939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.542310] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-bba8505d-9321-4331-bcd4-2663c494722d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.542310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.542310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.542487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.542487] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba8505d-9321-4331-bcd4-2663c494722d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.562355] env[70491]: INFO networking_nsxv3.common.synchronization [None req-5c130106-1fef-4947-9e63-ade5cb0cbdb4 None None] Enqueued Resource ID: f44cebff-d8d5-4401-afef-b01367d1db16 with Priority: HIGHEST for action port [ 724.563051] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44cebff-d8d5-4401-afef-b01367d1db16 with Priority: HIGHEST for action port [ 724.563376] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44cebff-d8d5-4401-afef-b01367d1db16 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.563494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44cebff-d8d5-4401-afef-b01367d1db16" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.563790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44cebff-d8d5-4401-afef-b01367d1db16" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.564110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44cebff-d8d5-4401-afef-b01367d1db16" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.565059] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44cebff-d8d5-4401-afef-b01367d1db16',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.886244] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 724.887023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.887023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.887158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.887650] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.887650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.887650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.887794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.887794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.887947] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.024080] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.024391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.024391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.024567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.024740] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.024835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.024907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.025277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.025433] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.025720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.025855] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.025940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.025999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.026161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.026234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.026311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.026398] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.044024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.044185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.044767] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bba8505d-9321-4331-bcd4-2663c494722d with status ACTIVE [ 725.044978] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.045120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.045192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.048101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.048101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.048101] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bba8505d-9321-4331-bcd4-2663c494722d is going to be updated. [ 725.067213] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f44cebff-d8d5-4401-afef-b01367d1db16 [ 725.067368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.067505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.067505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.071023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.071023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.071023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f44cebff-d8d5-4401-afef-b01367d1db16 already deleted. [ 725.071023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44cebff-d8d5-4401-afef-b01367d1db16" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.085958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.085958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.085958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.085958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.085958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bba8505d-9321-4331-bcd4-2663c494722d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.290261] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.290574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-407" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.291818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-407" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.291818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-407" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.291818] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.291818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.292218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.292218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.292442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.292643] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.292763] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.292892] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.293341] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.293647] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.293734] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.294039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.315196] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.315329] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.315430] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.315614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-407" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.315941] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-99b172cb-8446-4ffd-bb24-a9a04c0f582b taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.316199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.316326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.316739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.316929] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b172cb-8446-4ffd-bb24-a9a04c0f582b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.390748] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.532899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29: rpc.has_security_group_logging(os_id): False [ 725.551524] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.552161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.552717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.552717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.553095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.553689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.553689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.553689] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.553987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.556118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557202] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 is going to be created. [ 725.616237] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.616724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.616724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.616724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.616868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633859] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: IN_PROGRESS for 2s [ 725.819261] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.820083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.820083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.820083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.820083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.820272] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 99b172cb-8446-4ffd-bb24-a9a04c0f582b not found, creating... [ 725.820720] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.820720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.820720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.821105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.825162] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.825537] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.825711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.825833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.826136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.826217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.826427] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 99b172cb-8446-4ffd-bb24-a9a04c0f582b is going to be created. [ 725.850703] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.850703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.850703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.850703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.850703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.850703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.869342] env[70491]: INFO networking_nsxv3.common.synchronization [None req-331343db-c215-42be-8552-9546b455d97c None None] Enqueued Resource ID: e2a76e2c-31ee-48c1-89ca-2ec884197a11 with Priority: HIGHEST for action port [ 725.870189] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a76e2c-31ee-48c1-89ca-2ec884197a11 with Priority: HIGHEST for action port [ 725.870391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a76e2c-31ee-48c1-89ca-2ec884197a11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.870555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a76e2c-31ee-48c1-89ca-2ec884197a11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.871347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a76e2c-31ee-48c1-89ca-2ec884197a11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.871347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a76e2c-31ee-48c1-89ca-2ec884197a11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.871347] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a76e2c-31ee-48c1-89ca-2ec884197a11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.893588] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.373206] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a76e2c-31ee-48c1-89ca-2ec884197a11 [ 726.373573] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.373725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.373797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.374039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.374171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.374276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a76e2c-31ee-48c1-89ca-2ec884197a11 already deleted. [ 726.374363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a76e2c-31ee-48c1-89ca-2ec884197a11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.397755] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.398979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399225] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be updated. [ 726.433206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.433392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.433486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.433675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.434136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.446500] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c166384-8913-4b0c-93b0-d3681bfd447b req-48e237cc-3d22-4919-8209-863d0d79d9ed service nova] Enqueued Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_rules [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c166384-8913-4b0c-93b0-d3681bfd447b req-48e237cc-3d22-4919-8209-863d0d79d9ed service nova] Enqueued Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c166384-8913-4b0c-93b0-d3681bfd447b req-48e237cc-3d22-4919-8209-863d0d79d9ed service nova] Enqueued Resource ID: 99b172cb-8446-4ffd-bb24-a9a04c0f582b with Priority: HIGHEST for action port [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_rules [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 727.196649] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b172cb-8446-4ffd-bb24-a9a04c0f582b with Priority: HIGHEST for action port [ 727.197064] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.197205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.197205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.197510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.197620] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.198809] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.198958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.199059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.199475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.199753] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.199753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.199753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.199930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.200724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.200853] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.201833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b172cb-8446-4ffd-bb24-a9a04c0f582b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.202945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.202945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.202945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.202945] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b172cb-8446-4ffd-bb24-a9a04c0f582b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.447316] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c04f52d4-e052-4efc-893d-a6ced6526722 None None] Enqueued Resource ID: 39968f9c-c268-4e9f-8868-af3dda8a8b6e with Priority: HIGHEST for action port [ 727.447316] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39968f9c-c268-4e9f-8868-af3dda8a8b6e with Priority: HIGHEST for action port [ 727.447316] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-39968f9c-c268-4e9f-8868-af3dda8a8b6e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.447316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39968f9c-c268-4e9f-8868-af3dda8a8b6e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.447316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39968f9c-c268-4e9f-8868-af3dda8a8b6e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.447316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39968f9c-c268-4e9f-8868-af3dda8a8b6e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.447316] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39968f9c-c268-4e9f-8868-af3dda8a8b6e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.650034] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: SUCCESS [ 727.650034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704580] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.705995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.706117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.706285] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99b172cb-8446-4ffd-bb24-a9a04c0f582b with status ACTIVE [ 727.706466] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.706589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.706686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.707034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.707273] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.707401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.707434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.707599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.707710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.707866] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.708038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.708637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.709895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.709895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.709895] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99b172cb-8446-4ffd-bb24-a9a04c0f582b is going to be updated. [ 727.733078] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.733078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.733236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.733437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.734124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.734124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b172cb-8446-4ffd-bb24-a9a04c0f582b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.952019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39968f9c-c268-4e9f-8868-af3dda8a8b6e [ 727.955021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.955021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.955021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.955021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.955021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.955021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39968f9c-c268-4e9f-8868-af3dda8a8b6e already deleted. [ 727.955021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39968f9c-c268-4e9f-8868-af3dda8a8b6e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.213345] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.258109] env[70491]: INFO networking_nsxv3.common.synchronization [None req-68c1488a-c4ee-4e49-b675-11888a4eaf06 None None] Enqueued Resource ID: 0041c9c0-e202-405f-8b33-86ac6ed8fc8e with Priority: HIGHEST for action port [ 728.259295] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0041c9c0-e202-405f-8b33-86ac6ed8fc8e with Priority: HIGHEST for action port [ 728.259608] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0041c9c0-e202-405f-8b33-86ac6ed8fc8e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.262381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0041c9c0-e202-405f-8b33-86ac6ed8fc8e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.262476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0041c9c0-e202-405f-8b33-86ac6ed8fc8e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.262744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0041c9c0-e202-405f-8b33-86ac6ed8fc8e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.262822] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0041c9c0-e202-405f-8b33-86ac6ed8fc8e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.457014] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 728.457294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.457335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.457693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.457793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.457867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.457932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.458188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.458278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.458532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.458532] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.715236] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.715409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.715482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.715691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.715780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.715882] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c is going to be created. [ 728.743221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.743379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.743444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.743660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.743828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.754019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: UNINITIALIZED for 2s [ 728.768507] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0041c9c0-e202-405f-8b33-86ac6ed8fc8e [ 728.768793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.769250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.769340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.769572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.769666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.769745] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0041c9c0-e202-405f-8b33-86ac6ed8fc8e already deleted. [ 728.769828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0041c9c0-e202-405f-8b33-86ac6ed8fc8e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.961671] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.961786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.961833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.962112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.962310] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.963874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.964034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.964296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.964424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.964547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.964743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.964844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.964998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.965180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.965338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.965437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.965672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.965672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.966607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.966711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.966790] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.315830] env[70491]: INFO networking_nsxv3.common.synchronization [None req-fcb09b91-280a-4a76-817b-fbb3c176ffd8 None None] Enqueued Resource ID: 891fd830-4da0-4531-a3b4-21f7bdde19c0 with Priority: HIGHEST for action port [ 729.317236] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fd830-4da0-4531-a3b4-21f7bdde19c0 with Priority: HIGHEST for action port [ 729.317296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-891fd830-4da0-4531-a3b4-21f7bdde19c0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.317397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-891fd830-4da0-4531-a3b4-21f7bdde19c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.317609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-891fd830-4da0-4531-a3b4-21f7bdde19c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.317923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-891fd830-4da0-4531-a3b4-21f7bdde19c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.318055] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('891fd830-4da0-4531-a3b4-21f7bdde19c0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.469978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec3992c5-d00f-4d7b-a59c-eaab027f77a8: rpc.has_security_group_logging(os_id): False [ 729.503119] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.503473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.503575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.503845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.504060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.504354] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.504497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.504564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.504785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.504880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.505206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.505343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.505426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.505654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.505996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.506063] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.506754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.506754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.506754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.506754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.506754] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be updated. [ 729.567832] env[70491]: INFO networking_nsxv3.common.synchronization [req-73b615bd-9021-4798-ab45-68d4a8a31cf5 req-43693030-7140-4bdc-8429-de62932bad69 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 729.568418] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGHEST for action security_group_members [ 729.568841] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.568963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.569095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.569812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.570194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.570194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.570376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.570622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.570622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.570764] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.640264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.640423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.640423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.641135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.655765] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 729.822020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 891fd830-4da0-4531-a3b4-21f7bdde19c0 [ 729.822020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.822020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.822020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.822020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.822020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.822020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:891fd830-4da0-4531-a3b4-21f7bdde19c0 already deleted. [ 729.822020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-891fd830-4da0-4531-a3b4-21f7bdde19c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.073705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.074189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.074189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.074454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.074651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.075088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.075088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.075088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.075311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.075390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.075516] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 is going to be updated. [ 730.144402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.144587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.144705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.144837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.145489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.153754] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: IN_PROGRESS for 2s [ 730.764962] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: SUCCESS [ 730.765242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.765400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.765742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.766020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.766020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.766020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.766289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.766289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.766386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.766441] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.988622] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c1068dfd-da9a-4c1b-83c6-3dd63a0d7437 None None] Enqueued Resource ID: 9e317847-e830-4022-978f-86d08febe78f with Priority: HIGHEST for action port [ 730.988911] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e317847-e830-4022-978f-86d08febe78f with Priority: HIGHEST for action port [ 730.989427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e317847-e830-4022-978f-86d08febe78f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.989544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e317847-e830-4022-978f-86d08febe78f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.989593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e317847-e830-4022-978f-86d08febe78f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.990055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e317847-e830-4022-978f-86d08febe78f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.990055] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e317847-e830-4022-978f-86d08febe78f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.272012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.272175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.272245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.272470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.272644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.272748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.272814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.272968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.273079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.273175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.273321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.273414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.273488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.273632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.273772] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.273864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.273925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.274077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.274157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.274239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.274326] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.495424] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e317847-e830-4022-978f-86d08febe78f [ 731.495673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.495805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.497272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.497272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.497272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.497272] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e317847-e830-4022-978f-86d08febe78f already deleted. [ 731.497272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e317847-e830-4022-978f-86d08febe78f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.672987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 731.673257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.778924] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7374a02f-2dad-4330-9162-0dcde4930e4c: rpc.has_security_group_logging(os_id): False [ 731.825975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.827113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.827212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.827561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.827682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.827770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831029] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831029] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.831029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831029] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c is going to be created. [ 731.888609] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.888609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.888890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.889107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.906814] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: IN_PROGRESS for 2s [ 732.163260] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 in Status: SUCCESS [ 732.163260] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 deletion is rescheduled due to dependency. [ 732.163260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.340876] env[70491]: INFO networking_nsxv3.common.synchronization [req-03ca6fbe-4263-4906-b87f-e8335a65e072 req-38a20618-47cb-4767-805b-9eec5786e8d8 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 733.342216] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 733.345529] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.345661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.345716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.346339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.346339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.346339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.346339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.347917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.347917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.347917] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.667312] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e323e80f-08fb-4e43-81fd-e14ab7d4fd44 None None] Enqueued Resource ID: fe0c0ebe-da9c-4a58-aa00-4d846334f57d with Priority: HIGHEST for action port [ 733.668244] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0c0ebe-da9c-4a58-aa00-4d846334f57d with Priority: HIGHEST for action port [ 733.668670] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe0c0ebe-da9c-4a58-aa00-4d846334f57d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.668776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe0c0ebe-da9c-4a58-aa00-4d846334f57d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.668827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe0c0ebe-da9c-4a58-aa00-4d846334f57d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.669130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe0c0ebe-da9c-4a58-aa00-4d846334f57d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.669227] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0c0ebe-da9c-4a58-aa00-4d846334f57d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.850214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.850214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.850214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.850214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.850214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.850716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.850716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.850716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.850716] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 already deleted. [ 733.850861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919758] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: SUCCESS [ 733.919969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.946097] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.947350] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.947350] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.947350] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.947350] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.947609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.947609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.949177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.949177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.952179] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.954237] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.954397] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.954577] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.954717] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.954864] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.955112] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.979848] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.979848] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.980121] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.980121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.980545] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.980763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.980873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.981252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.981417] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79be7b5-9204-4d1b-8c7a-ca45c153dd54',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.176928] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe0c0ebe-da9c-4a58-aa00-4d846334f57d [ 734.177307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.177495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.177608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.177869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.177991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.178138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe0c0ebe-da9c-4a58-aa00-4d846334f57d already deleted. [ 734.178254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe0c0ebe-da9c-4a58-aa00-4d846334f57d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.485726] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.486173] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.486173] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.486428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.486583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.486759] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d79be7b5-9204-4d1b-8c7a-ca45c153dd54 not found, creating... [ 734.487059] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.487229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.487354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.487610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.487764] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.488092] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.488267] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.488387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.488624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.488762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.488920] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 is going to be created. [ 734.508556] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.508836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.508968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.509612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.509888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.510199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [req-03ca6fbe-4263-4906-b87f-e8335a65e072 req-7320bdba-1e0e-4b4b-ba54-e69e10953f50 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [req-03ca6fbe-4263-4906-b87f-e8335a65e072 req-7320bdba-1e0e-4b4b-ba54-e69e10953f50 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [req-03ca6fbe-4263-4906-b87f-e8335a65e072 req-7320bdba-1e0e-4b4b-ba54-e69e10953f50 service nova] Enqueued Resource ID: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 with Priority: HIGHEST for action port [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 735.425019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 with Priority: HIGHEST for action port [ 735.425019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.425019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.425019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.425019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.425560] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.429521] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.429723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.429859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.429949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.430126] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.430649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.430649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.430649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.430649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.430649] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.431691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.431691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.431691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.431961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.431961] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79be7b5-9204-4d1b-8c7a-ca45c153dd54',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.935493] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.935824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.935824] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.936678] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79be7b5-9204-4d1b-8c7a-ca45c153dd54 with status ACTIVE [ 735.936861] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.936977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.937244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.937287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.937343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.937508] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.937606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.937672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.937826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.937906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.941060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.941060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.941060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.941060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.941060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.941060] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 is going to be updated. [ 735.968245] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.968245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.968245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.968245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.968456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.968560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79be7b5-9204-4d1b-8c7a-ca45c153dd54" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.990099] env[70491]: INFO networking_nsxv3.common.synchronization [req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 req-4300d32e-87a9-43f2-9d86-fb170fec5f21 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Enqueued Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 735.990791] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGHEST for action security_group_members [ 735.992898] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.993602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.993672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.993915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.994136] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.994318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.994373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.994527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.994625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.994741] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.446021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.497136] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.497334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.497815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.498047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.498290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.498432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.498520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.498691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.498776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.498867] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 is going to be updated. [ 736.541258] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.541258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.541258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.541258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.541258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.550500] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: IN_PROGRESS for 2s [ 736.946515] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.946515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.946515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.946515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.947784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.947784] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be created. [ 736.970077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.970077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.970214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.970975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.971221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.981147] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: UNINITIALIZED for 2s [ 737.465394] env[70491]: INFO networking_nsxv3.common.synchronization [req-1fdd9589-29aa-4683-b602-f717af753107 req-9931a4b7-d4d2-446d-b750-c2e8d65d6b0b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 737.466015] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 737.466379] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.466519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.466563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.466764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.466911] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.467018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.468173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.470252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.470252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.470252] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.972235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.973202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.973202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.973202] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.973202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.973202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.973436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.973436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.973436] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 738.004766] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.004766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.004766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.004766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.004766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.010508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 738.199171] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac270220-cc0d-4b75-9d2a-9974567ca554 req-d45dffe6-5d45-4aa5-a41d-642388764c5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 738.199171] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 738.199672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.200219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.200822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.201194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.201643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.201844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.202173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.202404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.202996] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.529235] env[70491]: INFO networking_nsxv3.common.synchronization [None req-18529a2a-1fe4-40ab-87d9-9c86b24499dd None None] Enqueued Resource ID: d5c7f302-1a48-41b2-b185-33b8f1a6f646 with Priority: HIGHEST for action port [ 738.529235] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c7f302-1a48-41b2-b185-33b8f1a6f646 with Priority: HIGHEST for action port [ 738.529235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c7f302-1a48-41b2-b185-33b8f1a6f646 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.529235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c7f302-1a48-41b2-b185-33b8f1a6f646" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.529235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c7f302-1a48-41b2-b185-33b8f1a6f646" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.529865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c7f302-1a48-41b2-b185-33b8f1a6f646" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.530547] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c7f302-1a48-41b2-b185-33b8f1a6f646',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.594156] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 in Status: SUCCESS [ 738.595196] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 deletion is rescheduled due to dependency. [ 738.595196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705855] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.706046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.706130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.706315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.706413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.706611] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.706731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.706809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.706964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.707090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.707180] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c already deleted. [ 738.707268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991503] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 738.991503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991969] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.992162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.992196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.992254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.992342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.034054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5c7f302-1a48-41b2-b185-33b8f1a6f646 [ 739.034054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.034054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.034054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.034054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.034054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.034054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5c7f302-1a48-41b2-b185-33b8f1a6f646 already deleted. [ 739.034054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c7f302-1a48-41b2-b185-33b8f1a6f646" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.500116] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.674466] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.674466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.674466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.675827] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675827] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.676055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.676197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.676650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.676870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.677175] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.677548] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.677671] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.677865] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.678238] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.679134] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.679134] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.701867] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.702539] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.703641] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.703641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.703641] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-cfaed219-1966-4e58-aff8-1d81fb38ad0c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.703641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.703922] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.704277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.704497] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaed219-1966-4e58-aff8-1d81fb38ad0c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.964750] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7c9575ba-4e3a-4c06-a2e9-7a8b2e847ef1 None None] Enqueued Resource ID: f4a60c5b-2878-49df-9c6b-92d9ad79d783 with Priority: HIGHEST for action port [ 739.965056] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4a60c5b-2878-49df-9c6b-92d9ad79d783 with Priority: HIGHEST for action port [ 739.965676] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4a60c5b-2878-49df-9c6b-92d9ad79d783 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.965819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4a60c5b-2878-49df-9c6b-92d9ad79d783" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.965894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4a60c5b-2878-49df-9c6b-92d9ad79d783" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.967504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4a60c5b-2878-49df-9c6b-92d9ad79d783" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.967504] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4a60c5b-2878-49df-9c6b-92d9ad79d783',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.000205] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18: rpc.has_security_group_logging(os_id): False [ 740.020746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.021799] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.021799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.022162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.022570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.022570] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be created. [ 740.029574] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 740.029814] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 740.029949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.118144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.118293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.118293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.118592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.118675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.153381] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 740.207442] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.207672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.207801] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.208123] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.208287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.208448] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port cfaed219-1966-4e58-aff8-1d81fb38ad0c not found, creating... [ 740.208716] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.208880] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.208997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.209316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.209486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.209775] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.209934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.210661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.210941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.211108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.211261] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c is going to be created. [ 740.254439] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.254873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.254873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.255330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.255330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.255613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.469758] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4a60c5b-2878-49df-9c6b-92d9ad79d783 [ 740.470018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.470172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.470250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.470472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.470565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.470666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4a60c5b-2878-49df-9c6b-92d9ad79d783 already deleted. [ 740.470750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4a60c5b-2878-49df-9c6b-92d9ad79d783" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.076088] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2106710f-f549-4a7e-8d55-b93dc3b6212c None None] Enqueued Resource ID: 8d001713-7dd4-40d2-aac7-c976525a8558 with Priority: HIGHEST for action port [ 741.076440] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d001713-7dd4-40d2-aac7-c976525a8558 with Priority: HIGHEST for action port [ 741.077010] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d001713-7dd4-40d2-aac7-c976525a8558 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.077171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d001713-7dd4-40d2-aac7-c976525a8558" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d001713-7dd4-40d2-aac7-c976525a8558" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d001713-7dd4-40d2-aac7-c976525a8558" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.077556] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d001713-7dd4-40d2-aac7-c976525a8558',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.097013] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac270220-cc0d-4b75-9d2a-9974567ca554 req-54bd5398-3062-4f27-baae-5aeee65d3dff service nova] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 741.097013] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac270220-cc0d-4b75-9d2a-9974567ca554 req-54bd5398-3062-4f27-baae-5aeee65d3dff service nova] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 741.097013] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac270220-cc0d-4b75-9d2a-9974567ca554 req-54bd5398-3062-4f27-baae-5aeee65d3dff service nova] Enqueued Resource ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c with Priority: HIGHEST for action port [ 741.097394] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 741.097466] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 741.097545] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c with Priority: HIGHEST for action port [ 741.097813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.097931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.098033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.099254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.099385] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.102060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.102130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.102170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.102361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.102513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.102635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.102686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.102804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.102912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.102971] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.104344] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfaed219-1966-4e58-aff8-1d81fb38ad0c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.104461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.104751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.104838] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaed219-1966-4e58-aff8-1d81fb38ad0c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.586751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d001713-7dd4-40d2-aac7-c976525a8558 [ 741.586751] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.586751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.586968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.587495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.587726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587726] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d001713-7dd4-40d2-aac7-c976525a8558 already deleted. [ 741.587850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d001713-7dd4-40d2-aac7-c976525a8558" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.602415] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.602512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.606853] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.607871] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfaed219-1966-4e58-aff8-1d81fb38ad0c with status ACTIVE [ 741.609151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.609151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.609151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.609630] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.609630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.609630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.609630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.609769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.609769] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c is going to be updated. [ 741.632092] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.886682] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a6efbba0-90c3-45ff-a2d5-b5a1b9c2e39e None None] Enqueued Resource ID: de17b6fa-f6e3-4b27-8b61-c35f01e1daca with Priority: HIGHEST for action port [ 741.886745] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de17b6fa-f6e3-4b27-8b61-c35f01e1daca with Priority: HIGHEST for action port [ 741.891019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-de17b6fa-f6e3-4b27-8b61-c35f01e1daca taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.891019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de17b6fa-f6e3-4b27-8b61-c35f01e1daca" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de17b6fa-f6e3-4b27-8b61-c35f01e1daca" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.891019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de17b6fa-f6e3-4b27-8b61-c35f01e1daca" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.891019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de17b6fa-f6e3-4b27-8b61-c35f01e1daca',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.112493] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.164443] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 742.164612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.335235] env[70491]: INFO networking_nsxv3.common.synchronization [req-73c47f97-bb34-4db0-9ef5-09282fa554dc req-8763a160-0e08-4093-891d-d80f020f45bd tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 742.335781] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 742.336096] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.336236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.337048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.337048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.337048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.337048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.337048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.339607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.339817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.339897] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.393573] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de17b6fa-f6e3-4b27-8b61-c35f01e1daca [ 742.393827] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.393964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.394041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.394265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.394359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.394459] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de17b6fa-f6e3-4b27-8b61-c35f01e1daca already deleted. [ 742.394561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de17b6fa-f6e3-4b27-8b61-c35f01e1daca" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.615191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.615370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.615444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.615665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.615755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.615857] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c is going to be created. [ 742.638434] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.638570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.638570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.638755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.638913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.649590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: UNINITIALIZED for 2s [ 742.842307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.842471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.842543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.842899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.842899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.843053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.843168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.843233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.843383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.843463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.843552] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 already deleted. [ 742.843652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.865274] env[70491]: INFO networking_nsxv3.common.synchronization [req-67590ee8-d257-4086-8636-6b2e81d7ca51 req-ac95b9b1-83a7-4a0d-918a-8a62125bf485 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Enqueued Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 742.866777] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGHEST for action security_group_members [ 742.866777] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.866777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.866777] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.867024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.867024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.867143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.867198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867307] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.999018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.999018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.999018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.999018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.999018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.999981] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.003048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.003048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.003048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.003048] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.003048] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.003048] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.003048] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.003048] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.003048] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.003048] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.019791] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.019955] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.020179] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.020272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.020577] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-651be01c-6495-4c14-ae46-76deb1ab4658 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.020747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.020864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.021211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.021354] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651be01c-6495-4c14-ae46-76deb1ab4658',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.373022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c is going to be updated. [ 743.415751] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.417085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.417085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.428469] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: IN_PROGRESS for 2s [ 743.528074] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.528074] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 651be01c-6495-4c14-ae46-76deb1ab4658 not found, creating... [ 743.528074] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.528074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.528638] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.528638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.528638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.528638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.528638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.528638] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 651be01c-6495-4c14-ae46-76deb1ab4658 is going to be created. [ 743.548118] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.549954] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.550356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.550769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.552016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.552016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.590086] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c68fb83b-9019-485a-b0ad-dd2c6e9935d2 None None] Enqueued Resource ID: e7e5a194-97da-48f8-be60-d8bb0f980b8f with Priority: HIGHEST for action port [ 743.590086] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e5a194-97da-48f8-be60-d8bb0f980b8f with Priority: HIGHEST for action port [ 743.590086] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7e5a194-97da-48f8-be60-d8bb0f980b8f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.590086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7e5a194-97da-48f8-be60-d8bb0f980b8f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.590086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7e5a194-97da-48f8-be60-d8bb0f980b8f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.590086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7e5a194-97da-48f8-be60-d8bb0f980b8f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.590086] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e5a194-97da-48f8-be60-d8bb0f980b8f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.728164] env[70491]: INFO networking_nsxv3.common.synchronization [req-8868a3df-0e2c-48ff-8d2e-5728b6644747 req-24968b5d-74b3-46a5-b199-49b5f4fd936d tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 743.728801] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 743.729123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.729245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.729308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.729513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.729661] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.729760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.729820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.729966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.733259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.733380] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.753264] env[70491]: INFO networking_nsxv3.common.synchronization [req-8868a3df-0e2c-48ff-8d2e-5728b6644747 req-24968b5d-74b3-46a5-b199-49b5f4fd936d tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 743.753455] env[70491]: INFO networking_nsxv3.common.synchronization [req-8868a3df-0e2c-48ff-8d2e-5728b6644747 req-24968b5d-74b3-46a5-b199-49b5f4fd936d tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 743.753598] env[70491]: INFO networking_nsxv3.common.synchronization [req-8868a3df-0e2c-48ff-8d2e-5728b6644747 req-24968b5d-74b3-46a5-b199-49b5f4fd936d tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 743.757381] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 743.757381] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 743.757381] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 743.757381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.757381] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.757381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.757381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-743a42af-7f37-4061-ab76-1cb6a7c515ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.757381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.757381] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a42af-7f37-4061-ab76-1cb6a7c515ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.097666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7e5a194-97da-48f8-be60-d8bb0f980b8f [ 744.097666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.097666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.097666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.097666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.097666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.097666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7e5a194-97da-48f8-be60-d8bb0f980b8f already deleted. [ 744.097666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7e5a194-97da-48f8-be60-d8bb0f980b8f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.236424] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.262847] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 743a42af-7f37-4061-ab76-1cb6a7c515ff with status ACTIVE [ 744.262920] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.262986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.263083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.263276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.263359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.263541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.263638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.263697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.263837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.263977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.264098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.264208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.264250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.264374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.264444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.264524] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff is going to be updated. [ 744.265673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.265816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.286232] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.286232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.286232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.286232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.286232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.286232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.540023] env[70491]: INFO networking_nsxv3.common.synchronization [req-73c47f97-bb34-4db0-9ef5-09282fa554dc req-001ed268-39fb-4c8f-af1e-359e259c747e service nova] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_rules [ 744.540308] env[70491]: INFO networking_nsxv3.common.synchronization [req-73c47f97-bb34-4db0-9ef5-09282fa554dc req-001ed268-39fb-4c8f-af1e-359e259c747e service nova] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 744.540363] env[70491]: INFO networking_nsxv3.common.synchronization [req-73c47f97-bb34-4db0-9ef5-09282fa554dc req-001ed268-39fb-4c8f-af1e-359e259c747e service nova] Enqueued Resource ID: 651be01c-6495-4c14-ae46-76deb1ab4658 with Priority: HIGHEST for action port [ 744.540573] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_rules [ 744.540700] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 744.540807] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651be01c-6495-4c14-ae46-76deb1ab4658 with Priority: HIGHEST for action port [ 744.541348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.541472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.541540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.541784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.541867] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.545716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.545855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.545990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.546126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.546286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.546383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.546445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.546591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.546672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.546767] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.548501] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-651be01c-6495-4c14-ae46-76deb1ab4658 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.548589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.548646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.548946] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('651be01c-6495-4c14-ae46-76deb1ab4658',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.663018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: SUCCESS [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.663018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.663018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.663018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.740530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.755086] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a6bd248e-457d-4ae2-a04d-64628268b19d tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 744.755967] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 744.756458] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.756644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.756750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.757063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.757274] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.877347] env[70491]: INFO networking_nsxv3.common.synchronization [None req-5943cde6-bc89-4fbc-8a3c-9c6c78b59a03 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 744.877878] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 744.878222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.878331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.952613] env[70491]: INFO networking_nsxv3.common.synchronization [req-79dc8098-c6cf-4297-8860-af219fd15448 req-ac802dee-fa96-4894-8f1c-ae3336f423ed tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 744.952756] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 744.953494] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.953648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.956975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.956975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.956975] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.052979] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.054485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.054485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054485] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 651be01c-6495-4c14-ae46-76deb1ab4658 with status ACTIVE [ 745.054786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.054786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.055042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.055205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.055391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.055542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.055598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.055766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.055936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.057528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.057528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.057717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.058248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.058248] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 651be01c-6495-4c14-ae46-76deb1ab4658 is going to be updated. [ 745.080386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.080693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.080693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.080845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.080980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.082195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-651be01c-6495-4c14-ae46-76deb1ab4658" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.169567] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.244075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.244877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.244877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.244877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.244877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.245234] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be updated. [ 745.285278] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.285415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.285488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.285710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.285802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.285900] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 already deleted. [ 745.285985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.286179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.286303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.286860] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.292538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.292806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.292806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.292951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.293110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.308839] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: IN_PROGRESS for 2s [ 745.428740] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.428940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.429139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.429392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.429660] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.429816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.429928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.430284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.430453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.430662] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.430777] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.430876] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.431081] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.431150] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.431211] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.431602] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.445543] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7374a02f-2dad-4330-9162-0dcde4930e4c in Status: SUCCESS [ 745.445805] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c deletion is rescheduled due to dependency. [ 745.445943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.449652] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.449821] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.450174] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.450174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.450447] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d85ba341-6e45-4c90-a1c0-5b7027fc487f taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.450619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.450736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.451107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.451210] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85ba341-6e45-4c90-a1c0-5b7027fc487f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.457419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.462038] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.462038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.462038] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be updated. [ 745.492103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.492103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.492822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.493073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.493225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.505242] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 745.561013] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.680135] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f9bf33-beba-4d03-8fc7-e03e2260ca9c: rpc.has_security_group_logging(os_id): False [ 745.697682] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.699914] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.699914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.699914] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c is going to be created. [ 745.737470] env[70491]: INFO networking_nsxv3.common.synchronization [None req-533daa90-d98d-4117-9744-3fb3dbdb55d2 None None] Enqueued Resource ID: 8ae88a1a-0021-41dc-b903-9086621d47c4 with Priority: HIGHEST for action port [ 745.737470] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae88a1a-0021-41dc-b903-9086621d47c4 with Priority: HIGHEST for action port [ 745.737470] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae88a1a-0021-41dc-b903-9086621d47c4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.737470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae88a1a-0021-41dc-b903-9086621d47c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.737470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae88a1a-0021-41dc-b903-9086621d47c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.737470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae88a1a-0021-41dc-b903-9086621d47c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.737470] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae88a1a-0021-41dc-b903-9086621d47c4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.761088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.761088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.761088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.761088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.761088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.774679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: IN_PROGRESS for 2s [ 745.809422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.809422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.809422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.809422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.809422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.809422] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 already deleted. [ 745.809422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.958329] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.958329] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d85ba341-6e45-4c90-a1c0-5b7027fc487f not found, creating... [ 745.958329] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.958329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.958736] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.958959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.959304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.959674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.959935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.960214] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d85ba341-6e45-4c90-a1c0-5b7027fc487f is going to be created. [ 745.981639] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.981639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.981639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.981639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.981639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.981639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.063068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.063302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.063350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.063548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.063634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.063735] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be created. [ 746.100435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.100435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.100435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.100435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.100435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.112823] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: UNINITIALIZED for 2s [ 746.243138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ae88a1a-0021-41dc-b903-9086621d47c4 [ 746.243138] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.243138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.243138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.243138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.243138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.243138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ae88a1a-0021-41dc-b903-9086621d47c4 already deleted. [ 746.243138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae88a1a-0021-41dc-b903-9086621d47c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.743163] env[70491]: INFO networking_nsxv3.common.synchronization [req-79dc8098-c6cf-4297-8860-af219fd15448 req-a8c5e490-d1ae-4cc4-a8ff-f5c04770437c service nova] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_rules [ 746.743163] env[70491]: INFO networking_nsxv3.common.synchronization [req-79dc8098-c6cf-4297-8860-af219fd15448 req-a8c5e490-d1ae-4cc4-a8ff-f5c04770437c service nova] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 746.744258] env[70491]: INFO networking_nsxv3.common.synchronization [req-79dc8098-c6cf-4297-8860-af219fd15448 req-a8c5e490-d1ae-4cc4-a8ff-f5c04770437c service nova] Enqueued Resource ID: d85ba341-6e45-4c90-a1c0-5b7027fc487f with Priority: HIGHEST for action port [ 746.744258] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_rules [ 746.744258] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 746.744258] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85ba341-6e45-4c90-a1c0-5b7027fc487f with Priority: HIGHEST for action port [ 746.747176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.747176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.747176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.747540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.747540] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.748396] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.748488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.748620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85ba341-6e45-4c90-a1c0-5b7027fc487f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.748712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.748846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.748958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.749217] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85ba341-6e45-4c90-a1c0-5b7027fc487f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.101297] env[70491]: INFO networking_nsxv3.common.synchronization [req-43c02c25-9908-4f67-b3a8-88555dc9ee5c req-e0382ac8-3551-414a-a54f-d605e75856ed tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 747.102098] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 747.102197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.102261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [req-43c02c25-9908-4f67-b3a8-88555dc9ee5c req-e0382ac8-3551-414a-a54f-d605e75856ed tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [req-43c02c25-9908-4f67-b3a8-88555dc9ee5c req-e0382ac8-3551-414a-a54f-d605e75856ed tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [req-43c02c25-9908-4f67-b3a8-88555dc9ee5c req-e0382ac8-3551-414a-a54f-d605e75856ed tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_rules [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 747.123101] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff with Priority: HIGHEST for action port [ 747.123101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.123101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.123101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.123101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.123555] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-743a42af-7f37-4061-ab76-1cb6a7c515ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.123555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.123555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.123555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.123819] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('743a42af-7f37-4061-ab76-1cb6a7c515ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.252382] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.252382] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d85ba341-6e45-4c90-a1c0-5b7027fc487f with status ACTIVE [ 747.252382] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.252382] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.252382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.253064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.253064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.253064] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.253064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.253064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.253064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.253433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.253433] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d85ba341-6e45-4c90-a1c0-5b7027fc487f is going to be updated. [ 747.284467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.284467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.284467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.284467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.284467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.284467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85ba341-6e45-4c90-a1c0-5b7027fc487f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.320351] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 747.320351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.320558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.320746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.320940] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.321075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.321143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.321298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.321382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.321482] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.388691] env[70491]: INFO networking_nsxv3.common.synchronization [req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 req-ebf729ac-bbbc-43aa-be6a-ed814adecb51 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Enqueued Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 747.389389] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGHEST for action security_group_members [ 747.389907] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.390084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.390194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.390476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.390705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.390847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.390936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.391161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.391299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.391430] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.516435] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 747.516640] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a deletion is rescheduled due to dependency. [ 747.516796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.516909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.517180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.517357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.517478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.517544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.517709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.517796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.517896] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.628019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 743a42af-7f37-4061-ab76-1cb6a7c515ff with status ACTIVE [ 747.628619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.628619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.628619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.629054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.629054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.629232] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.629359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.629434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.630478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.630478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.630837] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 743a42af-7f37-4061-ab76-1cb6a7c515ff is going to be updated. [ 747.654519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.654676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.654737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.657222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.657222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.657222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-743a42af-7f37-4061-ab76-1cb6a7c515ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.788206] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: SUCCESS [ 747.788481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.824058] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.894159] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.894337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.894412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.894640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.894854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.895103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.895247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.895300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.895888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.896015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.896146] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 is going to be updated. [ 747.936420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.936572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.936637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.936875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.937028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.945457] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: IN_PROGRESS for 2s [ 748.023617] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.123238] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: UNINITIALIZED for 4s [ 748.326223] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.528609] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.828595] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.828932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.828932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.829257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.829299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.829399] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be updated. [ 748.858956] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.859084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.859430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.859587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.867947] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: IN_PROGRESS for 2s [ 749.012795] env[70491]: INFO networking_nsxv3.common.synchronization [req-baad1c6b-f79d-40c1-b230-efcc585e598c req-df2b3eac-0f1a-410c-8bca-435d67bdb7ed tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 749.012795] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 749.013153] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.013482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.013656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.014038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.014395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.014671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.014873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.015241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.015478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.015694] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.031199] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.031505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.031505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.032348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.032348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.032348] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be updated. [ 749.060444] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.060444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.060566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.061116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.061116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.072108] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 749.455737] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.455989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.456137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.458259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.458259] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.458259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.458259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.458259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.458259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.458259] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.458259] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.458259] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.458259] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.458259] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.458259] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.458259] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.478660] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.478835] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.479721] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.479721] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.479721] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d3a841b4-ae9a-4419-85fb-d7ecd6083745 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.479721] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.479916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.480190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.480294] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a841b4-ae9a-4419-85fb-d7ecd6083745',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.518188] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.518399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.518509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519408] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.519408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.519408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.519667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.519667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 already deleted. [ 749.519772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.958323] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 in Status: SUCCESS [ 749.958323] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 deletion is rescheduled due to dependency. [ 749.958323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.985597] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.985597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.985597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.985597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.985597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.985597] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d3a841b4-ae9a-4419-85fb-d7ecd6083745 not found, creating... [ 749.986220] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.987915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.987915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.987915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.987915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.987915] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.988286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.988532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.989013] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.989277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.989949] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d3a841b4-ae9a-4419-85fb-d7ecd6083745 is going to be created. [ 750.030200] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.030200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.030200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.030200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.030200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.030200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136241] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 750.136498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.136675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.137121] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.137266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.137332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.140043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.140043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.140043] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.642837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.643010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.643095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.643450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.643623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.643727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.643791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.643944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.644048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644284] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.644379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.644439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.644578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.644713] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.644803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.644863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.644997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.645090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.645172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.645262] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835130] env[70491]: INFO networking_nsxv3.common.synchronization [req-7a8e9a12-7347-4b46-bb47-34b2df68e30a req-8e88ecc9-9864-44e3-94e4-c629cdb7bb1d tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 750.835760] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 750.836774] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.842169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.842169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.842169] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.880980] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 750.881234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.881744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.881986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882263] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.882437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882970] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.884402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.884599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.884773] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.884875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.884937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.885104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.885225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.885325] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.997870] env[70491]: INFO networking_nsxv3.common.synchronization [req-baad1c6b-f79d-40c1-b230-efcc585e598c req-ca073106-4602-435d-91b7-98581eff0681 service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 750.997870] env[70491]: INFO networking_nsxv3.common.synchronization [req-baad1c6b-f79d-40c1-b230-efcc585e598c req-ca073106-4602-435d-91b7-98581eff0681 service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 750.997870] env[70491]: INFO networking_nsxv3.common.synchronization [req-baad1c6b-f79d-40c1-b230-efcc585e598c req-ca073106-4602-435d-91b7-98581eff0681 service nova] Enqueued Resource ID: d3a841b4-ae9a-4419-85fb-d7ecd6083745 with Priority: HIGHEST for action port [ 750.999889] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 750.999889] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 750.999889] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a841b4-ae9a-4419-85fb-d7ecd6083745 with Priority: HIGHEST for action port [ 750.999889] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.999889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.999889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.999889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.000123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.000848] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.000957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.001047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.001242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.001391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.001484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.001557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.001740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.001827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.001919] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.003211] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a841b4-ae9a-4419-85fb-d7ecd6083745 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.003354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.003422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.003626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.003705] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a841b4-ae9a-4419-85fb-d7ecd6083745',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.085026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.085026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.085026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.148586] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e418bc5-e421-4be1-8aa3-0add15c4e0d8: rpc.has_security_group_logging(os_id): False [ 751.166769] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.166932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.166983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.167351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.167457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.167741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.167884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.167944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.168214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.168274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.168478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.168605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.168674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.168827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.168935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.169287] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.169404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.169523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.169628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.169706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.169797] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be created. [ 751.229027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.229027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.229027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.229027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.229027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.240103] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 751.336809] env[70491]: INFO networking_nsxv3.common.synchronization [None req-dc905912-d753-4d48-822d-ffe3113f618c None None] Enqueued Resource ID: 98ae945b-6ec1-4f47-9440-0203f29016f1 with Priority: HIGHEST for action port [ 751.337103] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ae945b-6ec1-4f47-9440-0203f29016f1 with Priority: HIGHEST for action port [ 751.337702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ae945b-6ec1-4f47-9440-0203f29016f1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.337832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ae945b-6ec1-4f47-9440-0203f29016f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.337899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ae945b-6ec1-4f47-9440-0203f29016f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.338284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ae945b-6ec1-4f47-9440-0203f29016f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.338372] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ae945b-6ec1-4f47-9440-0203f29016f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.344303] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.386793] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.387690] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.505354] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.510021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a841b4-ae9a-4419-85fb-d7ecd6083745 with status ACTIVE [ 751.510021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.510021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.510021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.510021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.510641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.510641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.510641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.510641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.510641] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a841b4-ae9a-4419-85fb-d7ecd6083745 is going to be updated. [ 751.530294] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.530465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.530641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.530788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.533088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a841b4-ae9a-4419-85fb-d7ecd6083745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.590184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.590419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.590752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.590885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.591074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.591236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.591468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.591501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.591691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.591857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.591857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.592410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.592410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.592410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.592410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.592548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.592574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.593229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.593229] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.840441] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98ae945b-6ec1-4f47-9440-0203f29016f1 [ 751.840697] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.840838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.840909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.842054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.842054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98ae945b-6ec1-4f47-9440-0203f29016f1 already deleted. [ 751.842054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ae945b-6ec1-4f47-9440-0203f29016f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.850088] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.889232] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e: rpc.has_security_group_logging(os_id): False [ 751.890396] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.908652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.908652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.908652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.908853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.908950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.909272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.909402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.909497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.909682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.909761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.909852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be updated. [ 751.984964] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.985143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.985228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.985418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.985567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.996709] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: IN_PROGRESS for 2s [ 752.008333] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.096082] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dec09ede-0ef1-40dd-8f80-2e6c4700753a: rpc.has_security_group_logging(os_id): False [ 752.114535] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.114698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.114769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.115437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.116472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.116472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.116472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.116736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.116736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.116736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.116804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.117032] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be updated. [ 752.198793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.198946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.199015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.199230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.199400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.214987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 752.272560] env[70491]: INFO networking_nsxv3.common.synchronization [req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 req-eeab6712-c784-4aaf-8aa6-02bfeb65d08c tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 752.276818] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 752.277571] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.277701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.277701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.277910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.278070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.278162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.278230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.278393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.278487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.278595] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.352647] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.352814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.352890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.353178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.353218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.353298] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be updated. [ 752.392867] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.392867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.394356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.394356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.394356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.394356] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be updated. [ 752.427082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.427271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.427347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.427714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.427714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.430995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.430995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.430995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.431201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.431909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.441594] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 752.443815] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: IN_PROGRESS for 2s [ 752.510963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.511136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.511212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.511832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.511832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.511832] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be created. [ 752.534951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.535104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.535104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.546054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: UNINITIALIZED for 2s [ 752.782625] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.026128] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.026433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.026525] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.026728] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.026992] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.027168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.027319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.027547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.027710] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.027991] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.028064] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.028152] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.028258] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.028367] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.028796] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.028796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.031397] env[70491]: INFO networking_nsxv3.common.synchronization [req-d5ec7a85-9bef-4005-80a9-24021576da2b req-3f4b29e1-7a3f-4c30-a4f0-5d005f841bcb tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Enqueued Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 753.032372] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e with Priority: HIGHEST for action security_group_members [ 753.032824] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.032931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.047425] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.048088] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.048088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.048088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.048677] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-49442a3a-8672-4a9f-85da-db3f99299382 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.048677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.048677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.049058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.049058] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49442a3a-8672-4a9f-85da-db3f99299382',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.251158] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 753.251158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.285850] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.500529] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9bc51d2f-6c29-49ba-b566-a85baab75507 None None] Enqueued Resource ID: 0b4ba741-8ef4-4c2b-8e5e-117b905a5976 with Priority: HIGHEST for action port [ 753.501082] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4ba741-8ef4-4c2b-8e5e-117b905a5976 with Priority: HIGHEST for action port [ 753.501383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4ba741-8ef4-4c2b-8e5e-117b905a5976 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4ba741-8ef4-4c2b-8e5e-117b905a5976" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4ba741-8ef4-4c2b-8e5e-117b905a5976" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.501816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4ba741-8ef4-4c2b-8e5e-117b905a5976" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501897] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4ba741-8ef4-4c2b-8e5e-117b905a5976',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.555241] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555241] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 49442a3a-8672-4a9f-85da-db3f99299382 not found, creating... [ 753.555241] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555549] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.555549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.555549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.555549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.555661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.555773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 49442a3a-8672-4a9f-85da-db3f99299382 is going to be created. [ 753.582948] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.583189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.583318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.583586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.583809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.584041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.788060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.788216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.788317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.788512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.788604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.788707] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be updated. [ 753.818897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.819072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.819138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.819351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.819533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.847043] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 754.005462] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b4ba741-8ef4-4c2b-8e5e-117b905a5976 [ 754.005693] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.005826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.005918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.006122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.006216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.006584] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b4ba741-8ef4-4c2b-8e5e-117b905a5976 already deleted. [ 754.006584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4ba741-8ef4-4c2b-8e5e-117b905a5976" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.007876] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 754.007876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.008066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.008248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.008341] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.247620] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 754.247620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.454787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 754.454787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.454787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e in Status: SUCCESS [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.458241] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.458241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.458241] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.528628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.529173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.529173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.529257] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be deleted. [ 754.541158] env[70491]: INFO networking_nsxv3.common.synchronization [req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 req-18c40b37-d377-44cf-92cb-45942e57679e service nova] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_rules [ 754.541533] env[70491]: INFO networking_nsxv3.common.synchronization [req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 req-18c40b37-d377-44cf-92cb-45942e57679e service nova] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 754.541737] env[70491]: INFO networking_nsxv3.common.synchronization [req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 req-18c40b37-d377-44cf-92cb-45942e57679e service nova] Enqueued Resource ID: 49442a3a-8672-4a9f-85da-db3f99299382 with Priority: HIGHEST for action port [ 754.541983] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_rules [ 754.542841] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 754.542900] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49442a3a-8672-4a9f-85da-db3f99299382 with Priority: HIGHEST for action port [ 754.543536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.543789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.543789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.543931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.544021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.544888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.544983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.545192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-49442a3a-8672-4a9f-85da-db3f99299382 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.545295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.545362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.545535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.545611] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49442a3a-8672-4a9f-85da-db3f99299382',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.562466] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 754.562466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.563311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.563311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.563311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.563475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.565359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.565450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.565545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.565660] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.601149] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.603170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.603251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.605029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.605029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.605029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.669940] env[70491]: INFO networking_nsxv3.common.synchronization [req-ad253755-235c-48b8-b6bb-55685636d7f5 req-c7026ba5-cff8-4a26-972d-89d491029a0f tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 754.670033] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 754.670337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.670912] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.671082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.671230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.671416] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.962808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.963337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.963337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.963337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.963337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.963551] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.963648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.963720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.963863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.963942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.964042] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e is going to be deleted. [ 755.004114] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.004256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.004332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.004547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.004640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.004742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.004901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.005072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.005248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.005351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.005413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.005556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.005634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.005728] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b18afc2-5e36-4981-a4bf-c084ed5e8c3e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.036224] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.036472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.036607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037280] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.038159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.038519] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.038610] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.038718] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.038852] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.039039] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.039128] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.039368] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.048759] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.048898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.049298] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49442a3a-8672-4a9f-85da-db3f99299382 with status ACTIVE [ 755.049835] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.049835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.049835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.050011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.050085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.050318] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.050441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.050511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.050719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.050822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.051113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.051236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.051330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.051512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.051595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.051725] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49442a3a-8672-4a9f-85da-db3f99299382 is going to be updated. [ 755.068246] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.068379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.071920] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.072187] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.072418] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.072662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.073254] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-4290f015-eb50-42f4-9da4-648168e4b513 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.073535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.073775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.074152] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.074375] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4290f015-eb50-42f4-9da4-648168e4b513',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.095090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.095368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.095450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.095706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.095850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.096025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49442a3a-8672-4a9f-85da-db3f99299382" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.172985] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.508846] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.509139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.509139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.509364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.509504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.509666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.509764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.509827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.509986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.510099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.510193] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b18afc2-5e36-4981-a4bf-c084ed5e8c3e already deleted. [ 755.510279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b18afc2-5e36-4981-a4bf-c084ed5e8c3e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.577325] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.577623] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.577768] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.578057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.578214] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.578646] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 4290f015-eb50-42f4-9da4-648168e4b513 not found, creating... [ 755.578779] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.578936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.579072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.579732] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.579890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.580016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.580384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.580571] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.581233] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 4290f015-eb50-42f4-9da4-648168e4b513 is going to be created. [ 755.600478] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.600714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.600853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.601290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.601530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.601777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.675827] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.857149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 755.858016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.858425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.858731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.859014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.859241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.859819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.859819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.859819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.859819] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.178952] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.179144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.179228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.179483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.179587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.179694] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 756.234170] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.234313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.234381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.234694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.234846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242569] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [req-ad253755-235c-48b8-b6bb-55685636d7f5 req-38b39f5c-3646-495e-a04f-19bb0e62e269 service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [req-ad253755-235c-48b8-b6bb-55685636d7f5 req-38b39f5c-3646-495e-a04f-19bb0e62e269 service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [req-ad253755-235c-48b8-b6bb-55685636d7f5 req-38b39f5c-3646-495e-a04f-19bb0e62e269 service nova] Enqueued Resource ID: 4290f015-eb50-42f4-9da4-648168e4b513 with Priority: HIGHEST for action port [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 756.331118] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4290f015-eb50-42f4-9da4-648168e4b513 with Priority: HIGHEST for action port [ 756.331914] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.332204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.332616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.332858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.333364] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-4290f015-eb50-42f4-9da4-648168e4b513 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.333621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.333792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.334237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.334457] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4290f015-eb50-42f4-9da4-648168e4b513',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.362845] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.453539] env[70491]: INFO networking_nsxv3.common.synchronization [req-05eba885-b12e-4f86-b3be-8dd9e84554c6 req-d5272ad2-7d24-48dc-a52c-db15e7544a80 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Enqueued Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 756.454012] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089defc-dea5-4d1c-b956-3149a3213240 with Priority: HIGHEST for action security_group_members [ 756.454468] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4089defc-dea5-4d1c-b956-3149a3213240 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.454633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.454699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.454908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.455082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.455206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.455344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.455516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.455659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.455843] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4089defc-dea5-4d1c-b956-3149a3213240',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.837204] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4290f015-eb50-42f4-9da4-648168e4b513 with status ACTIVE [ 756.837204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.837675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.837675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.837731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.837940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.838301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.838541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.840469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.840469] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4290f015-eb50-42f4-9da4-648168e4b513 is going to be updated. [ 756.864128] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.867547] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.867547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.867547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.867547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.867547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.867938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4290f015-eb50-42f4-9da4-648168e4b513" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.958701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.958814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.959079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.959233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.959518] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.959792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.959893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.960080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.960165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.960260] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4089defc-dea5-4d1c-b956-3149a3213240 is going to be updated. [ 757.012575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.012745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.012838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.013090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.013240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.023603] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: IN_PROGRESS for 2s [ 757.366697] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.366874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.366964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.367246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.367662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.367662] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be updated. [ 757.394528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.394700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.394777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.395012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.395165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.406828] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 758.221305] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac081329-e691-4690-b8b6-39175d6f49e1 req-72ff5080-672d-4e25-a59f-45ea31b64b66 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Enqueued Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 758.221305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a with Priority: HIGHEST for action security_group_members [ 758.221305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-dec09ede-0ef1-40dd-8f80-2e6c4700753a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.221305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.221305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.221305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.221305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.222181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.222336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.222569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.222732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.222912] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dec09ede-0ef1-40dd-8f80-2e6c4700753a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.255705] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 758.255930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.256354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.256811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.256811] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.256940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.256940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.257079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.257167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.257312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.257442] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.257525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.257583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.257720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.257855] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.257947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.258033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.259047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.259175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.259274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.259367] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.260312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.260475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.260624] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.260919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.260919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.260919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.261123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.261123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.730728] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.731052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.731204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.731510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.731739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.733598] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.733707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.733789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.733957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.734049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.734144] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a is going to be updated. [ 758.764146] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0882f013-4e43-4d82-b8c6-cc8de157a9a7: rpc.has_security_group_logging(os_id): False [ 758.766083] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.783639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.783639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.783639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.783639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.783639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.807926] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: IN_PROGRESS for 2s [ 758.809157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.809286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.809355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.809553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.809643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.809844] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.809944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.810018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.810172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.810252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.810433] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.810528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.810591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.810731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.810807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.810980] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.811086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.811149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.811286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.811362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.811444] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be created. [ 758.902035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.902182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.902241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.902878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.902878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.913959] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 759.032990] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4089defc-dea5-4d1c-b956-3149a3213240 in Status: SUCCESS [ 759.033197] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4089defc-dea5-4d1c-b956-3149a3213240 deletion is rescheduled due to dependency. [ 759.033310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4089defc-dea5-4d1c-b956-3149a3213240" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.267772] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.426273] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426273] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426273] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.773309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.777026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.777026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.777026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 759.817716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.817945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.817945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.818165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.818338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.844997] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 759.933155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.933155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.933155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.933155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.933155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.933463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.933463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.933463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.933538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.933661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.933782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.933886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.933933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.934179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.934227] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.934511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.934511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.934511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.934866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.934866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.934866] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.441244] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e418bc5-e421-4be1-8aa3-0add15c4e0d8: rpc.has_security_group_logging(os_id): False [ 760.463457] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.463601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.463671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.463890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.463983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.464254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.464458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.464458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.464562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.465705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.465705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.465705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.466135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466135] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be updated. [ 760.541225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.541403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.541474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.542171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.542339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.561594] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 760.840899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a in Status: SUCCESS [ 760.840899] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dec09ede-0ef1-40dd-8f80-2e6c4700753a deletion is rescheduled due to dependency. [ 760.840899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dec09ede-0ef1-40dd-8f80-2e6c4700753a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.926669] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 760.927589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.927776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.927991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.928092] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.431958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.432111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.854901] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 761.855243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.855388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.856117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.856117] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.856117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.856117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.856117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.856117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.856467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.856467] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.088799] env[70491]: INFO networking_nsxv3.common.synchronization [None req-0890ab59-6c25-4de3-a2a4-3ab9e71575c0 None None] Enqueued Resource ID: 96191922-2bf2-4819-bc74-372064b27b0f with Priority: HIGHEST for action port [ 762.089077] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96191922-2bf2-4819-bc74-372064b27b0f with Priority: HIGHEST for action port [ 762.090333] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-96191922-2bf2-4819-bc74-372064b27b0f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.090333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96191922-2bf2-4819-bc74-372064b27b0f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.090333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96191922-2bf2-4819-bc74-372064b27b0f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.090781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96191922-2bf2-4819-bc74-372064b27b0f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.090781] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96191922-2bf2-4819-bc74-372064b27b0f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.360327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.360327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.360327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.363577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.363577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.363577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.363577] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.576882] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 762.576882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.592146] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96191922-2bf2-4819-bc74-372064b27b0f [ 762.592599] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593504] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96191922-2bf2-4819-bc74-372064b27b0f already deleted. [ 762.593504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96191922-2bf2-4819-bc74-372064b27b0f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.868903] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0882f013-4e43-4d82-b8c6-cc8de157a9a7: rpc.has_security_group_logging(os_id): False [ 762.888228] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.888708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.888849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.889084] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.889187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.889274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.889464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.889566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.889798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.889909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.889971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.890471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.890912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.890968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.892574] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 762.938073] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b90e5082-ee48-421a-a95d-abd27fdd509e None None] Enqueued Resource ID: 5326ab52-178e-40f3-a850-d1b51c47b3ce with Priority: HIGHEST for action port [ 762.938352] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5326ab52-178e-40f3-a850-d1b51c47b3ce with Priority: HIGHEST for action port [ 762.938943] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5326ab52-178e-40f3-a850-d1b51c47b3ce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.939082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5326ab52-178e-40f3-a850-d1b51c47b3ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.939148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5326ab52-178e-40f3-a850-d1b51c47b3ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.939400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5326ab52-178e-40f3-a850-d1b51c47b3ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.939492] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5326ab52-178e-40f3-a850-d1b51c47b3ce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.114717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.114717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.114717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.114717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.114717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.120252] env[70491]: INFO networking_nsxv3.common.synchronization [None req-aa45b608-c1d9-4523-a8ee-258bea8c82bd tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 763.120252] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b82342c-0e82-43b3-b24a-6edaddd3de05 req-e33badb3-cd87-4338-8f32-f51bd32ff9b4 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Enqueued Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 763.120731] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 763.120867] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 763.121070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.121182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.121247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.121475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.121547] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.122549] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.122667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.122777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.122911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.123369] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.123369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.123369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.123369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.123610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.123610] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.133462] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 763.217133] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7ce1d745-af95-4ea7-8dff-f1222ea5ae5d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 763.217133] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 763.217297] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.217479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.444611] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5326ab52-178e-40f3-a850-d1b51c47b3ce [ 763.444850] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.444981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.445070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.445272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.445363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.445862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5326ab52-178e-40f3-a850-d1b51c47b3ce already deleted. [ 763.445968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5326ab52-178e-40f3-a850-d1b51c47b3ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540139] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.540341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-686" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.540466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-686" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-686" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.541100] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.542551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.542551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.542551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.542551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.542551] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.542551] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.542551] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.542830] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.542830] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.542902] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.542991] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.563896] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.564075] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.564191] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.564373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-686" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.564696] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-b62d0c49-7cc6-438c-8754-4082cf43fc4c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.564865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.564982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565487] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62d0c49-7cc6-438c-8754-4082cf43fc4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.628500] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.630017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.630017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.630017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.630017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.630497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.630681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.631414] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 already deleted. [ 763.631414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.654777] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.654777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.654777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.654777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.654987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.654987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 already deleted. [ 763.654987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.655152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.655308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.655980] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.002773] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1303be5e-e035-4210-af68-3a89d1dd95f4 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 764.003639] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 764.004062] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.004305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.004458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.004796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.004974] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.069717] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.069717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.069717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.069890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.071207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.071207] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port b62d0c49-7cc6-438c-8754-4082cf43fc4c not found, creating... [ 764.071207] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.071207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.071207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.071207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.071634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.071689] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.072290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.072659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.074910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.075933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.076030] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: b62d0c49-7cc6-438c-8754-4082cf43fc4c is going to be created. [ 764.097062] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.097414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.097414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.097698] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.097920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.098171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.121484] env[70491]: INFO networking_nsxv3.common.synchronization [None req-6626618b-37a3-4bd4-99db-b109870f0428 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 764.121958] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 764.122259] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.122368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.175776] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.176056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.176056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.176197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.176285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.176409] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 already deleted. [ 764.176455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.528253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.528446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.528504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.528750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.531031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.531031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 already deleted. [ 764.531031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.531031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.531031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.531031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.700019] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9b439e81-cc9c-400b-8334-7e763c64c30d None None] Enqueued Resource ID: 403c7f1d-9ea2-42a1-8bf7-7796c21afb89 with Priority: HIGHEST for action port [ 764.700019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403c7f1d-9ea2-42a1-8bf7-7796c21afb89 with Priority: HIGHEST for action port [ 764.701218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-403c7f1d-9ea2-42a1-8bf7-7796c21afb89 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.701460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403c7f1d-9ea2-42a1-8bf7-7796c21afb89" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.701593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403c7f1d-9ea2-42a1-8bf7-7796c21afb89" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.701876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403c7f1d-9ea2-42a1-8bf7-7796c21afb89" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.701963] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403c7f1d-9ea2-42a1-8bf7-7796c21afb89',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.019037] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b82342c-0e82-43b3-b24a-6edaddd3de05 req-218e12be-32b0-4b67-9ac2-c617409a426f service nova] Enqueued Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_rules [ 765.019037] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b82342c-0e82-43b3-b24a-6edaddd3de05 req-218e12be-32b0-4b67-9ac2-c617409a426f service nova] Enqueued Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 765.019037] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b82342c-0e82-43b3-b24a-6edaddd3de05 req-218e12be-32b0-4b67-9ac2-c617409a426f service nova] Enqueued Resource ID: b62d0c49-7cc6-438c-8754-4082cf43fc4c with Priority: HIGHEST for action port [ 765.020346] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_rules [ 765.020495] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 765.020592] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62d0c49-7cc6-438c-8754-4082cf43fc4c with Priority: HIGHEST for action port [ 765.020880] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.021017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.021089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.021341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.021430] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.022444] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.022444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.022519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.022686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.022830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.022928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.022989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.024460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.024562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.024657] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.025420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62d0c49-7cc6-438c-8754-4082cf43fc4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.025528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.025593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.025743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.025815] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62d0c49-7cc6-438c-8754-4082cf43fc4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.067673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.067673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.067673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.067673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.067673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.067673] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 already deleted. [ 765.067673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.150663] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 765.150663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.203888] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 403c7f1d-9ea2-42a1-8bf7-7796c21afb89 [ 765.204189] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.204307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.204372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.204559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.204668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.204810] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:403c7f1d-9ea2-42a1-8bf7-7796c21afb89 already deleted. [ 765.204942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403c7f1d-9ea2-42a1-8bf7-7796c21afb89" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.529355] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.529472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.529660] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.530581] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b62d0c49-7cc6-438c-8754-4082cf43fc4c with status ACTIVE [ 765.533020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.533020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.533630] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b62d0c49-7cc6-438c-8754-4082cf43fc4c is going to be updated. [ 765.549743] env[70491]: INFO networking_nsxv3.common.synchronization [req-1163cef2-4620-4fe5-b758-b05eeaf9c3da req-c59420a6-ee1f-4df8-b761-c28e81891673 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 765.550564] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 765.550885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.551022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.552503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.553316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553316] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.553316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.553316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.553585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553724] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.557627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.557627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.557627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.557627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.557627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.558033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62d0c49-7cc6-438c-8754-4082cf43fc4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.585863] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3f006e0a-dde9-4a1e-ba10-05e51154b7e4 None None] Enqueued Resource ID: cb6716b9-a78b-4a30-9d79-33f34cecf815 with Priority: HIGHEST for action port [ 765.586379] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6716b9-a78b-4a30-9d79-33f34cecf815 with Priority: HIGHEST for action port [ 765.586677] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb6716b9-a78b-4a30-9d79-33f34cecf815 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.586789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb6716b9-a78b-4a30-9d79-33f34cecf815" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.586853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb6716b9-a78b-4a30-9d79-33f34cecf815" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.587313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb6716b9-a78b-4a30-9d79-33f34cecf815" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.587412] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb6716b9-a78b-4a30-9d79-33f34cecf815',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.969273] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.969471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.969597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.969983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.970477] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.970477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.970595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.970765] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.970911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.971133] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.971236] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.971343] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.971452] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.971559] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.971662] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.971820] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.992067] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.992232] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.992368] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.992539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-381" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.992827] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d2a2e10a-3220-4599-8966-dbbff60d8af8 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.992988] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.993118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.993460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.993531] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a2e10a-3220-4599-8966-dbbff60d8af8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.035481] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.059312] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.089856] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb6716b9-a78b-4a30-9d79-33f34cecf815 [ 766.089856] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.089856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.089856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.090156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.090254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.090293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb6716b9-a78b-4a30-9d79-33f34cecf815 already deleted. [ 766.090367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb6716b9-a78b-4a30-9d79-33f34cecf815" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.496022] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.496233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.496288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.496569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.496720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.496872] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d2a2e10a-3220-4599-8966-dbbff60d8af8 not found, creating... [ 766.497147] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.497303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.497440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.497665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.497803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.498091] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.498246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.498376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.498606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.498752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.498888] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d2a2e10a-3220-4599-8966-dbbff60d8af8 is going to be created. [ 766.516613] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.516836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.516942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.517236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.517522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.517743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.537738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.537923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.537982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.538273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.538403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.538464] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 is going to be created. [ 766.562308] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.580067] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.580230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.580326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.580542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.580731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.607922] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: UNINITIALIZED for 2s [ 767.067736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.067736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.067736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.067736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.067736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.067736] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 767.091887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.092055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.092240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.092320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.092461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.100873] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 767.302421] env[70491]: INFO networking_nsxv3.common.synchronization [req-1163cef2-4620-4fe5-b758-b05eeaf9c3da req-341bba60-6bcb-47f2-8e78-2f02113fffdb service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 767.303542] env[70491]: INFO networking_nsxv3.common.synchronization [req-1163cef2-4620-4fe5-b758-b05eeaf9c3da req-341bba60-6bcb-47f2-8e78-2f02113fffdb service nova] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 767.303890] env[70491]: INFO networking_nsxv3.common.synchronization [req-1163cef2-4620-4fe5-b758-b05eeaf9c3da req-341bba60-6bcb-47f2-8e78-2f02113fffdb service nova] Enqueued Resource ID: d2a2e10a-3220-4599-8966-dbbff60d8af8 with Priority: HIGHEST for action port [ 767.305705] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_rules [ 767.306125] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 767.306457] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a2e10a-3220-4599-8966-dbbff60d8af8 with Priority: HIGHEST for action port [ 767.310020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.310020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.310020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.310020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a2e10a-3220-4599-8966-dbbff60d8af8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.310020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.310020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a2e10a-3220-4599-8966-dbbff60d8af8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.813176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.813345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.813580] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a2e10a-3220-4599-8966-dbbff60d8af8 with status ACTIVE [ 767.814241] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.814241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.814241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.814392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.814392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.815030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.815030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.815030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.815030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.815264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.815336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.816574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.816574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.816574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.816824] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a2e10a-3220-4599-8966-dbbff60d8af8 is going to be updated. [ 767.840873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.841885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.841885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.842516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.842516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.842650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a2e10a-3220-4599-8966-dbbff60d8af8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.620438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: SUCCESS [ 768.620840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.621507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.621811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.622233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.622645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.111987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 769.112188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.112369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.112598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.112786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.112904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.113060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.113143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.113217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.113320] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.124871] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.125046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.125120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.125658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.125894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.126016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.126107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.126413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.126565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.126679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.126882] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.126987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.127323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.127542] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.127666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.127782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.127879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.127960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.128578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.129449] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.615546] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.632301] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8e7a45a-c506-42cb-a5fa-2c260aee1438: rpc.has_security_group_logging(os_id): False [ 769.648991] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.649424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.651790] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.651790] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.651790] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.651790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.652304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.652304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.652304] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 is going to be created. [ 769.702502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.702502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.702502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.702644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.702801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.712568] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: IN_PROGRESS for 2s [ 770.117775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.386940] env[70491]: INFO networking_nsxv3.common.synchronization [None req-18c8c4f0-b24f-41d1-9b6d-33dc5131f3e7 None None] Enqueued Resource ID: 5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada with Priority: HIGHEST for action port [ 770.393781] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada with Priority: HIGHEST for action port [ 770.395446] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.395541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.395572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.395985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.396030] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.398622] env[70491]: INFO networking_nsxv3.common.synchronization [req-df997576-3815-4cab-b0e5-abc4ecfa5838 req-fb4a65bd-92fc-4f6d-aca4-4ef77a6abfda tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Enqueued Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 770.403496] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 770.404580] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.404796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.405698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.405698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.405698] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.405698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.405698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.406044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.406044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.406969] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.620853] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.621026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.621101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.621314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.621453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.621514] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 770.646657] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.647039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.647039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.647106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.647245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.657321] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 770.764875] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.764875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-203" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.764875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-203" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-203" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.765979] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.765979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.765979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.765979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.766199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.766255] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.766366] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.766517] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.766706] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.766886] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.767797] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.767797] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.788588] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.788588] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.788588] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.788588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-203" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.788588] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-89ce3427-1171-415a-899b-dc736d9240df taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.788588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.788588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.788588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.788588] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce3427-1171-415a-899b-dc736d9240df',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.899022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada [ 770.899262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.899393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.899468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.899668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.899749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.899837] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada already deleted. [ 770.899912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5762a16d-1179-4ac3-b9d0-b1d2bc5a9ada" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.909928] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.910115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.910158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.911374] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.911374] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 already deleted. [ 770.911374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293113] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293113] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 89ce3427-1171-415a-899b-dc736d9240df not found, creating... [ 771.293113] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.293113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293509] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.293509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.293509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.293509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.293509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.293917] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 89ce3427-1171-415a-899b-dc736d9240df is going to be created. [ 771.317335] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.317499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.317946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.317946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.318189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.318349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.726881] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: SUCCESS [ 771.727162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.133750] env[70491]: INFO networking_nsxv3.common.synchronization [req-df997576-3815-4cab-b0e5-abc4ecfa5838 req-1ca24c7b-6ff3-43fa-b099-14c21de74af7 service nova] Enqueued Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_rules [ 772.133750] env[70491]: INFO networking_nsxv3.common.synchronization [req-df997576-3815-4cab-b0e5-abc4ecfa5838 req-1ca24c7b-6ff3-43fa-b099-14c21de74af7 service nova] Enqueued Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 772.133750] env[70491]: INFO networking_nsxv3.common.synchronization [req-df997576-3815-4cab-b0e5-abc4ecfa5838 req-1ca24c7b-6ff3-43fa-b099-14c21de74af7 service nova] Enqueued Resource ID: 89ce3427-1171-415a-899b-dc736d9240df with Priority: HIGHEST for action port [ 772.133750] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_rules [ 772.133750] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 772.134464] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ce3427-1171-415a-899b-dc736d9240df with Priority: HIGHEST for action port [ 772.134464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.134693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.138021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.138021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.138495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ce3427-1171-415a-899b-dc736d9240df taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138656] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce3427-1171-415a-899b-dc736d9240df',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.257512] env[70491]: INFO networking_nsxv3.common.synchronization [None req-731de8db-d2ef-41e6-9e44-7cada5a934b3 None None] Enqueued Resource ID: c04a25da-0a30-43df-bc98-b0acdd3bcce6 with Priority: HIGHEST for action port [ 772.257774] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c04a25da-0a30-43df-bc98-b0acdd3bcce6 with Priority: HIGHEST for action port [ 772.258366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-c04a25da-0a30-43df-bc98-b0acdd3bcce6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.258511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c04a25da-0a30-43df-bc98-b0acdd3bcce6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.258598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c04a25da-0a30-43df-bc98-b0acdd3bcce6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.258852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c04a25da-0a30-43df-bc98-b0acdd3bcce6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.258938] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04a25da-0a30-43df-bc98-b0acdd3bcce6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.646020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.646020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.646020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ce3427-1171-415a-899b-dc736d9240df with status ACTIVE [ 772.646020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.646020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.646020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.646636] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.646636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.646636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.646636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.646636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.647972] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ce3427-1171-415a-899b-dc736d9240df is going to be updated. [ 772.667053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 772.667898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.667898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.667898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.667898] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.668235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.668235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.668235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.668317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.668345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.668433] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.670743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.670885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.670956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ce3427-1171-415a-899b-dc736d9240df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.762490] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c04a25da-0a30-43df-bc98-b0acdd3bcce6 [ 772.762672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.762738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.763361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.763361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.763361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.763361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c04a25da-0a30-43df-bc98-b0acdd3bcce6 already deleted. [ 772.763361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c04a25da-0a30-43df-bc98-b0acdd3bcce6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150867] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.170381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.170781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.170781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.171023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.171277] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.171441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.175244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.176715] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.176715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.177064] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.177064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.177064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.177254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.177380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.177514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.177647] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.656787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.656787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.656966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.657279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 is going to be created. [ 773.680179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0882f013-4e43-4d82-b8c6-cc8de157a9a7: rpc.has_security_group_logging(os_id): False [ 773.682331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.682458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.682531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.682741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.682913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.692124] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: UNINITIALIZED for 2s [ 773.698681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.699129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.699223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.699429] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.699530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.699586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.699750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.699847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.700608] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.700761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.700915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.700992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701110] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 773.782204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.782583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.782583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.782723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.782943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.799216] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 775.702512] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: SUCCESS [ 775.702868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.703235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.703392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.703676] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.703991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.704117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.704363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.704492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.704632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.704775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.812862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 775.813180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.208188] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.208356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.208441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.208726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.208899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.209011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.209078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.209235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.209324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.209513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.209575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.209632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.209695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.210022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.210198] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.210299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.210455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.210519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.210601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.210687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.210781] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.713771] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6638f102-0415-45ce-bb44-0a09a24249d3: rpc.has_security_group_logging(os_id): False [ 776.736088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.736262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.736516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.736573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.736660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.737574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.737574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.737574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.737574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.737574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.737574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.737574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.738023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.738023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.738023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.738023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.739733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.739733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.739913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.739913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.740013] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 is going to be created. [ 776.765292] env[70491]: INFO networking_nsxv3.common.synchronization [req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 req-6aa4e0be-b890-457e-ad6b-08bac17d58bf tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Enqueued Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 776.765876] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGHEST for action security_group_members [ 776.766190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.766318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.766385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.766583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.767100] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.767100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.767100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.767100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.767100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.767324] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.793106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.793315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.793315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.793315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.793315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.805369] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: IN_PROGRESS for 2s [ 777.269904] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.271707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.271836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.272183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.272256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.272762] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.272896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.272975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.273158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.273245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.273351] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 is going to be updated. [ 777.306338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.306338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.306338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.306338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.306338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.313883] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: IN_PROGRESS for 2s [ 777.684653] env[70491]: INFO networking_nsxv3.common.synchronization [req-4d9242ad-48fa-40e3-ac76-40a412c0f736 req-2927db5c-5bdc-4b26-99be-238b9ec4be05 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 777.684729] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 777.685339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.685595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.685683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.686188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686550] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.074972] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.075571] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-528" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.075571] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-528" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.075832] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-528" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076086] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.076611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.076955] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.077123] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.077193] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.077263] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.077425] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.077628] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.077814] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.096652] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.096908] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.097077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.097276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-528" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.097879] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2e9fa013-f59d-469a-846a-ff36166d8110 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.097879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.098077] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.098458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.098678] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9fa013-f59d-469a-846a-ff36166d8110',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.190919] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.190919] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.190919] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8746d4e-a117-4443-84b8-3462403c0dae already deleted. [ 778.190919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.602137] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.602137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.602543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.602543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.602669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.602774] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2e9fa013-f59d-469a-846a-ff36166d8110 not found, creating... [ 778.603039] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.603203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.603317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.603527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.603659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.603930] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.604163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.604288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.604893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.605095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.605246] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2e9fa013-f59d-469a-846a-ff36166d8110 is going to be created. [ 778.623998] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.624319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.624459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.624723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.625229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.625229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.821175] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: SUCCESS [ 778.821434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.323655] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 in Status: SUCCESS [ 779.327607] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 deletion is rescheduled due to dependency. [ 779.327607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [req-4d9242ad-48fa-40e3-ac76-40a412c0f736 req-90e01e26-ed78-4078-ae47-fc28da35a952 service nova] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [req-4d9242ad-48fa-40e3-ac76-40a412c0f736 req-90e01e26-ed78-4078-ae47-fc28da35a952 service nova] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [req-4d9242ad-48fa-40e3-ac76-40a412c0f736 req-90e01e26-ed78-4078-ae47-fc28da35a952 service nova] Enqueued Resource ID: 2e9fa013-f59d-469a-846a-ff36166d8110 with Priority: HIGHEST for action port [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_rules [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 779.417219] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9fa013-f59d-469a-846a-ff36166d8110 with Priority: HIGHEST for action port [ 779.417219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.417645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.417859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.418164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.418424] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.419963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.422019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.422019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.422019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.423149] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9fa013-f59d-469a-846a-ff36166d8110 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.423389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.423564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.423916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.424461] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9fa013-f59d-469a-846a-ff36166d8110',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.891417] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1aaf07bc-efdf-49af-b9aa-d7807c41faa7 None None] Enqueued Resource ID: ba15811c-0f9b-4575-8a69-d249e7a64bcf with Priority: HIGHEST for action port [ 779.891417] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba15811c-0f9b-4575-8a69-d249e7a64bcf with Priority: HIGHEST for action port [ 779.891417] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba15811c-0f9b-4575-8a69-d249e7a64bcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.891417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba15811c-0f9b-4575-8a69-d249e7a64bcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.891417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba15811c-0f9b-4575-8a69-d249e7a64bcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.892157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba15811c-0f9b-4575-8a69-d249e7a64bcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.892555] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba15811c-0f9b-4575-8a69-d249e7a64bcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.926608] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.927873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.927992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.928432] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9fa013-f59d-469a-846a-ff36166d8110 with status ACTIVE [ 779.928523] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.928668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.928733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.928956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.929101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.929307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.929439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.929509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.929719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.930053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.930123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.930200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.930318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.932028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.932028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.932028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9fa013-f59d-469a-846a-ff36166d8110 is going to be updated. [ 779.951470] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.951736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.951736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.952142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.952142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.952247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9fa013-f59d-469a-846a-ff36166d8110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.399332] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba15811c-0f9b-4575-8a69-d249e7a64bcf [ 780.399332] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.399332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.399332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.399332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.399332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.399332] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba15811c-0f9b-4575-8a69-d249e7a64bcf already deleted. [ 780.399332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba15811c-0f9b-4575-8a69-d249e7a64bcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.429430] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.933431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.933431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.933431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.933431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.933431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.933822] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8746d4e-a117-4443-84b8-3462403c0dae is going to be created. [ 780.959175] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.959328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.959400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.959609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.959776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.980025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: UNINITIALIZED for 2s [ 781.088743] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8d578928-30a7-4a41-b257-cce345e38ccf tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 with Priority: HIGHEST for action security_group_rules [ 781.089665] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 with Priority: HIGHEST for action security_group_rules [ 781.090166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d00dcde-c0f9-47d4-9c63-053f822b0339 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.090348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.090462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.090861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.090989] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d00dcde-c0f9-47d4-9c63-053f822b0339',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.267125] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f5a20a4f-901d-40ee-8078-7d4f35794301 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 with Priority: HIGHEST for action security_group_rules [ 781.267687] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 with Priority: HIGHEST for action security_group_rules [ 781.268059] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d00dcde-c0f9-47d4-9c63-053f822b0339 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.268169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.611701] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.612134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.612134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.612134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.612307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.612350] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 already deleted. [ 781.612434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.612600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.612759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.612841] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d00dcde-c0f9-47d4-9c63-053f822b0339',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.135183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.135183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.135183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.135183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.135183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135183] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d00dcde-c0f9-47d4-9c63-053f822b0339 already deleted. [ 782.135183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d00dcde-c0f9-47d4-9c63-053f822b0339" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.261290] env[70491]: INFO networking_nsxv3.common.synchronization [None req-aa5f917c-0d45-4ef4-8ed6-60ef7df1039e None None] Enqueued Resource ID: 677a63b8-1f0f-4b73-bf32-77d12dd489ba with Priority: HIGHEST for action port [ 782.261557] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677a63b8-1f0f-4b73-bf32-77d12dd489ba with Priority: HIGHEST for action port [ 782.262109] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-677a63b8-1f0f-4b73-bf32-77d12dd489ba taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.262237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-677a63b8-1f0f-4b73-bf32-77d12dd489ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.262386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-677a63b8-1f0f-4b73-bf32-77d12dd489ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.262597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-677a63b8-1f0f-4b73-bf32-77d12dd489ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.262835] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('677a63b8-1f0f-4b73-bf32-77d12dd489ba',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.768804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 677a63b8-1f0f-4b73-bf32-77d12dd489ba [ 782.768804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.768804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.768804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.768804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.768804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.768804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:677a63b8-1f0f-4b73-bf32-77d12dd489ba already deleted. [ 782.768804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-677a63b8-1f0f-4b73-bf32-77d12dd489ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.986858] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: SUCCESS [ 782.986858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.987101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.987180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.987368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.987482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.987569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.987740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.987826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.987913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.988015] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.489990] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.786236] env[70491]: INFO networking_nsxv3.common.synchronization [req-0e8052fb-45d0-467d-8831-2140f8c338d8 req-9749d006-fa6d-4b25-85f8-f376636baf69 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Enqueued Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 783.786236] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGHEST for action security_group_members [ 783.787013] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.788085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.788824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.789142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.789823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.790010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.790256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.790606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.790794] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.993446] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8746d4e-a117-4443-84b8-3462403c0dae: rpc.has_security_group_logging(os_id): False [ 784.012881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.012881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.012881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.012881] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8746d4e-a117-4443-84b8-3462403c0dae is going to be created. [ 784.069037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.071356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.071356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.071356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.071356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.080515] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: IN_PROGRESS for 2s [ 784.297438] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.297637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.297716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.297945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.298069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298645] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.298645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.298645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.298645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298858] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 is going to be updated. [ 784.324741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.324915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.324998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.325468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.325527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.333058] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: IN_PROGRESS for 2s [ 785.437999] env[70491]: INFO networking_nsxv3.common.synchronization [req-d58e4b7d-7f90-4022-a796-8be4be9e326c req-22e4fabc-17d8-45c9-8e89-fb7691dad6e6 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Enqueued Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 785.438498] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 785.438784] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.438898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.438962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.439945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440120] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.440607] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.838374] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.838559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.838725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.839074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.839332] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.839484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.842026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.842026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.842026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.842026] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.842026] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.842026] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.842026] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.842026] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.842026] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.842026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.858299] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.858565] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.858744] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.858838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-488" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.859075] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.859296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.859366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.859680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.859818] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.945436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.945436] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58421746-b35a-4941-b1dd-5a838735f891 already deleted. [ 785.945436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.093143] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: SUCCESS [ 786.093143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.343502] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6638f102-0415-45ce-bb44-0a09a24249d3 in Status: SUCCESS [ 786.343502] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 deletion is rescheduled due to dependency. [ 786.343502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.365656] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.365878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.366017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.366307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.366452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.366625] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 not found, creating... [ 786.368115] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.368414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.368606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.368903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.369127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.369478] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.369704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.369882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.370647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.370647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.370647] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 is going to be created. [ 786.390021] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.390659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.390833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.391159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.391555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.391875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.818215] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2b42124c-043f-49e6-a698-c5bd9bdebe4b None None] Enqueued Resource ID: c6c067a8-31f5-4780-b82f-589aa53a61c3 with Priority: HIGHEST for action port [ 786.818768] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c067a8-31f5-4780-b82f-589aa53a61c3 with Priority: HIGHEST for action port [ 786.819087] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c067a8-31f5-4780-b82f-589aa53a61c3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.819217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c067a8-31f5-4780-b82f-589aa53a61c3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.819284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c067a8-31f5-4780-b82f-589aa53a61c3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.819538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c067a8-31f5-4780-b82f-589aa53a61c3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.819622] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c067a8-31f5-4780-b82f-589aa53a61c3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.152755] env[70491]: INFO networking_nsxv3.common.synchronization [req-d58e4b7d-7f90-4022-a796-8be4be9e326c req-7086344c-d516-4b69-aaec-a567d76c1177 service nova] Enqueued Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_rules [ 787.152977] env[70491]: INFO networking_nsxv3.common.synchronization [req-d58e4b7d-7f90-4022-a796-8be4be9e326c req-7086344c-d516-4b69-aaec-a567d76c1177 service nova] Enqueued Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 787.153135] env[70491]: INFO networking_nsxv3.common.synchronization [req-d58e4b7d-7f90-4022-a796-8be4be9e326c req-7086344c-d516-4b69-aaec-a567d76c1177 service nova] Enqueued Resource ID: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 with Priority: HIGHEST for action port [ 787.153697] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_rules [ 787.153867] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 787.153989] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 with Priority: HIGHEST for action port [ 787.156087] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.156087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.156087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156087] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.160768] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.161118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.161272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.161361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.161413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.161649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.161649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.161883] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.162503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.162918] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.322173] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6c067a8-31f5-4780-b82f-589aa53a61c3 [ 787.322428] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.322566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.322683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.322876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.323226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.323226] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6c067a8-31f5-4780-b82f-589aa53a61c3 already deleted. [ 787.323226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c067a8-31f5-4780-b82f-589aa53a61c3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.665690] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.665690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.667122] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.668161] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 with status ACTIVE [ 787.670018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.670018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 is going to be updated. [ 787.692331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.692331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.692331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.692331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.692331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.692331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.173549] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.678044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.678044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.678044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.678044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.678044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.678044] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58421746-b35a-4941-b1dd-5a838735f891 is going to be created. [ 788.701663] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.701810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.701898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.702132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.702247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.714787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: UNINITIALIZED for 2s [ 789.467423] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e96294e9-3b55-4565-9434-e5288bc1f8b7 None None] Enqueued Resource ID: 03eb667d-8e05-45f3-94bb-3be27880b36d with Priority: HIGHEST for action port [ 789.468056] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eb667d-8e05-45f3-94bb-3be27880b36d with Priority: HIGHEST for action port [ 789.468361] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eb667d-8e05-45f3-94bb-3be27880b36d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.468481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eb667d-8e05-45f3-94bb-3be27880b36d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.468595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eb667d-8e05-45f3-94bb-3be27880b36d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.468890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eb667d-8e05-45f3-94bb-3be27880b36d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.468977] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eb667d-8e05-45f3-94bb-3be27880b36d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.971557] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03eb667d-8e05-45f3-94bb-3be27880b36d [ 789.972372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.972562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.972718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.973077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.973264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.973394] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03eb667d-8e05-45f3-94bb-3be27880b36d already deleted. [ 789.973501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eb667d-8e05-45f3-94bb-3be27880b36d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.019685] env[70491]: INFO networking_nsxv3.common.synchronization [req-b79b5409-acf8-476b-a6e6-31976f05641f req-9d3202e0-dc3a-470d-bf94-1b3dfa734b56 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Enqueued Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 790.020476] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 with Priority: HIGHEST for action security_group_members [ 790.021761] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.021761] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.021761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.025195] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3992c5-d00f-4d7b-a59c-eaab027f77a8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.117443] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a32cdd0c-7ae6-459c-a607-3ce43f9454b2 None None] Enqueued Resource ID: 227b0357-2ebc-44ee-90d9-94a013ef19b8 with Priority: HIGHEST for action port [ 790.117735] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227b0357-2ebc-44ee-90d9-94a013ef19b8 with Priority: HIGHEST for action port [ 790.118343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-227b0357-2ebc-44ee-90d9-94a013ef19b8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.118470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227b0357-2ebc-44ee-90d9-94a013ef19b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.118538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227b0357-2ebc-44ee-90d9-94a013ef19b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.118792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227b0357-2ebc-44ee-90d9-94a013ef19b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.118875] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227b0357-2ebc-44ee-90d9-94a013ef19b8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.531903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.531903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.531903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.531903] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 is going to be updated. [ 790.557347] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.557488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.558406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.558406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.558406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.571618] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: IN_PROGRESS for 2s [ 790.621192] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 227b0357-2ebc-44ee-90d9-94a013ef19b8 [ 790.621444] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.621579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.621650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.621955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.622064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.622248] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:227b0357-2ebc-44ee-90d9-94a013ef19b8 already deleted. [ 790.622248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227b0357-2ebc-44ee-90d9-94a013ef19b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.722636] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: SUCCESS [ 790.722898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.723091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.725997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.725997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.725997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.725997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.726190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.726190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.726251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.726360] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.229532] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.229720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.229797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.230027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.230201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.230298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.230360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.230512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.230599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.230689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.230836] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.230928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.230989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.231186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.231269] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.231359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.231452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.231554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.231651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231791] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.734103] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58421746-b35a-4941-b1dd-5a838735f891: rpc.has_security_group_logging(os_id): False [ 791.752113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.753220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.753319] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.753556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.753994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.753994] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.754221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.754221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.754282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.754367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.754522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.754616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.754678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.754813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.755299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.755876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.756116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.756244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.756463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.756525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.756652] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58421746-b35a-4941-b1dd-5a838735f891 is going to be created. [ 791.811433] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.811655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.811722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.811914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.812180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.825211] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: IN_PROGRESS for 2s [ 792.331308] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d39e5e53-389b-47ab-acd3-a4ba30b4fb57 None None] Enqueued Resource ID: d8d00c67-1064-4b34-b245-9e261cdc0b91 with Priority: HIGHEST for action port [ 792.331308] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d00c67-1064-4b34-b245-9e261cdc0b91 with Priority: HIGHEST for action port [ 792.331684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d00c67-1064-4b34-b245-9e261cdc0b91 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d00c67-1064-4b34-b245-9e261cdc0b91" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d00c67-1064-4b34-b245-9e261cdc0b91" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.332145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d00c67-1064-4b34-b245-9e261cdc0b91" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.332229] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d00c67-1064-4b34-b245-9e261cdc0b91',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.587961] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 in Status: SUCCESS [ 792.587961] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3992c5-d00f-4d7b-a59c-eaab027f77a8 deletion is rescheduled due to dependency. [ 792.587961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3992c5-d00f-4d7b-a59c-eaab027f77a8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.836331] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8d00c67-1064-4b34-b245-9e261cdc0b91 [ 792.836331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.836331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.836331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.836331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.836331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.836331] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8d00c67-1064-4b34-b245-9e261cdc0b91 already deleted. [ 792.836331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d00c67-1064-4b34-b245-9e261cdc0b91" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.547164] env[70491]: INFO networking_nsxv3.common.synchronization [req-260c8f8d-35f5-43e3-bfe2-03785f30d565 req-c129d784-122d-4e3f-9c4c-cb87fa49d65e tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 793.548022] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 793.548022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.548228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.548228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549036] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.549307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.549488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.549583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.549675] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.838152] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: SUCCESS [ 793.838152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.052545] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.554354] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.056950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.057350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.057350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.057421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.058420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.058420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 795.084544] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.084706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.084767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.084961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.085374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.094322] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 797.103482] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 4s [ 797.768201] env[70491]: INFO networking_nsxv3.common.synchronization [req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 req-1383daaf-d34d-4178-9e74-57ec622e57ae tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 797.768835] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 797.769603] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.769709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.769784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.770133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.770305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.770410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.770474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.770674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.770805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.770927] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.254771] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.255284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.256064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.256064] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.256064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.256307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.256384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.256546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.256786] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.256917] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.257042] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.257156] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.257267] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.257374] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.257510] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.272939] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.273154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.273252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.273389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.273547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.273684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.273783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.273841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.273991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.274080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.274165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a already deleted. [ 798.274243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276957] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.277146] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.277290] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.277458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.277768] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-68475582-fe2d-43d1-81ed-1e4ed4ce705a taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.277956] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.278092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.278823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.278823] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68475582-fe2d-43d1-81ed-1e4ed4ce705a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.450712] env[70491]: INFO networking_nsxv3.common.synchronization [None req-dc247ced-eac6-4b0e-adfa-e1916a1be1e2 None None] Enqueued Resource ID: 58c17b4f-124c-41c6-b8cf-3d62855ea2a3 with Priority: HIGHEST for action port [ 798.450987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c17b4f-124c-41c6-b8cf-3d62855ea2a3 with Priority: HIGHEST for action port [ 798.451600] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c17b4f-124c-41c6-b8cf-3d62855ea2a3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.451773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c17b4f-124c-41c6-b8cf-3d62855ea2a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.451826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c17b4f-124c-41c6-b8cf-3d62855ea2a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.452059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c17b4f-124c-41c6-b8cf-3d62855ea2a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.452164] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c17b4f-124c-41c6-b8cf-3d62855ea2a3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.781239] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.782622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.782751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.783282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 68475582-fe2d-43d1-81ed-1e4ed4ce705a not found, creating... [ 798.785018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.785018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.785018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.785018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.785018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.785401] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.785950] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.786219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.786603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.787033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.787378] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 68475582-fe2d-43d1-81ed-1e4ed4ce705a is going to be created. [ 798.806431] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.806431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.806431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.806928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.954577] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c17b4f-124c-41c6-b8cf-3d62855ea2a3 [ 798.954813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.955438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.955438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.955438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.955438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.955438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c17b4f-124c-41c6-b8cf-3d62855ea2a3 already deleted. [ 798.955649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c17b4f-124c-41c6-b8cf-3d62855ea2a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.112810] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 799.112810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 req-35705cf1-f42b-4ff2-978a-e41d24582fa6 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 req-35705cf1-f42b-4ff2-978a-e41d24582fa6 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 req-35705cf1-f42b-4ff2-978a-e41d24582fa6 service nova] Enqueued Resource ID: 68475582-fe2d-43d1-81ed-1e4ed4ce705a with Priority: HIGHEST for action port [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 799.959326] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68475582-fe2d-43d1-81ed-1e4ed4ce705a with Priority: HIGHEST for action port [ 799.959326] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.959761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.959761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.959761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.959761] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.960674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.960791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.960860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.961100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.961192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.961286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.961347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.961489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.961588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.961661] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.964663] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-68475582-fe2d-43d1-81ed-1e4ed4ce705a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.964663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.964663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.964663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.964663] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68475582-fe2d-43d1-81ed-1e4ed4ce705a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.466553] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.466686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.472518] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.473441] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68475582-fe2d-43d1-81ed-1e4ed4ce705a with status ACTIVE [ 800.473707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.473771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.473872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.474062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.474163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.474371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.474425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.474499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.474636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.474739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.474927] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.475032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.475185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.475244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.475795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.475795] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68475582-fe2d-43d1-81ed-1e4ed4ce705a is going to be updated. [ 800.501611] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.501611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.501611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.501611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.501611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.501611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68475582-fe2d-43d1-81ed-1e4ed4ce705a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.594164] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c5553f9d-6ae8-4b33-9ea3-71683a00846e None None] Enqueued Resource ID: 0681b1f8-5230-4cc7-8228-1fde96ea7c79 with Priority: HIGHEST for action port [ 800.594164] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0681b1f8-5230-4cc7-8228-1fde96ea7c79 with Priority: HIGHEST for action port [ 800.594639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0681b1f8-5230-4cc7-8228-1fde96ea7c79 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.594764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0681b1f8-5230-4cc7-8228-1fde96ea7c79" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.594834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0681b1f8-5230-4cc7-8228-1fde96ea7c79" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.597910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0681b1f8-5230-4cc7-8228-1fde96ea7c79" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.598014] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0681b1f8-5230-4cc7-8228-1fde96ea7c79',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.831486] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e1bb1d49-81a4-4d3f-a5c5-7e3b5849b1f6 None None] Enqueued Resource ID: 620ee40c-f178-44f1-973b-74f8ea819c9e with Priority: HIGHEST for action port [ 800.831486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620ee40c-f178-44f1-973b-74f8ea819c9e with Priority: HIGHEST for action port [ 800.832171] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-620ee40c-f178-44f1-973b-74f8ea819c9e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.832171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620ee40c-f178-44f1-973b-74f8ea819c9e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.832171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620ee40c-f178-44f1-973b-74f8ea819c9e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.833355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620ee40c-f178-44f1-973b-74f8ea819c9e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.833440] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620ee40c-f178-44f1-973b-74f8ea819c9e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.978247] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.100207] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0681b1f8-5230-4cc7-8228-1fde96ea7c79 [ 801.100414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.100540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.100606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.100808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.100905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.100995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0681b1f8-5230-4cc7-8228-1fde96ea7c79 already deleted. [ 801.101085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0681b1f8-5230-4cc7-8228-1fde96ea7c79" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.338191] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 620ee40c-f178-44f1-973b-74f8ea819c9e [ 801.338191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.338607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.338818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.339258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.339523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.340127] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:620ee40c-f178-44f1-973b-74f8ea819c9e already deleted. [ 801.340127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620ee40c-f178-44f1-973b-74f8ea819c9e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.482090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.483440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.483532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.484051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.484051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.484051] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be created. [ 801.508099] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.508175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.508257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.508466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.508627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.519074] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: UNINITIALIZED for 2s [ 802.173156] env[70491]: INFO networking_nsxv3.common.synchronization [None req-5c9382cf-cd7c-4d0e-9651-af3bcc31c60b tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 802.173767] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 802.174090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.174230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.174295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.174549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.174648] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.419351] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3c087746-3ff3-4bc8-839d-1d7d688f8a3a tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 802.420068] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 802.420401] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.420507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.699192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.699192] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a already deleted. [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.699192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.699553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.699553] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.844222] env[70491]: INFO networking_nsxv3.common.synchronization [req-81accc06-533e-4b13-adfa-47fd0b6d64fe req-c44f9ccc-cf39-4542-af65-c0685fdb48f8 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Enqueued Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 802.844706] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGHEST for action security_group_members [ 802.845154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.845939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.846040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.846256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.846426] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.846534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.846600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.846758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.846849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.846951] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.219949] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.220326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.220326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.220644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.220766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.220874] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a already deleted. [ 803.220980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.349372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.350222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.350222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.350222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.350222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.350222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.350222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.350616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.350616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.350616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.350616] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58421746-b35a-4941-b1dd-5a838735f891 is going to be updated. [ 803.378634] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.378826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.379117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.379360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.379523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.390440] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: IN_PROGRESS for 2s [ 803.528397] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 803.528602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.528798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.529331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.529565] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.529797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.529797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.530087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.530204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.530300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.530394] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.634750] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9ba94c81-c273-4c70-9110-b3108b07f4e5 None None] Enqueued Resource ID: 6b25298b-1afd-4bf1-8b12-dbbfa4bd5041 with Priority: HIGHEST for action port [ 803.634998] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b25298b-1afd-4bf1-8b12-dbbfa4bd5041 with Priority: HIGHEST for action port [ 803.635589] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b25298b-1afd-4bf1-8b12-dbbfa4bd5041 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.636297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b25298b-1afd-4bf1-8b12-dbbfa4bd5041" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.636297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b25298b-1afd-4bf1-8b12-dbbfa4bd5041" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.637541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b25298b-1afd-4bf1-8b12-dbbfa4bd5041" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.638880] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b25298b-1afd-4bf1-8b12-dbbfa4bd5041',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.032735] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.032961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.033049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.033334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.033633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.033796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.034163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.034203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.034336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.034431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.035386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.035699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.035699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.035865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.036074] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.036300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.036399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.036593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.036724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.036851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.036956] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.141509] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b25298b-1afd-4bf1-8b12-dbbfa4bd5041 [ 804.141689] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.142796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.142796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.142796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.142796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.142796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b25298b-1afd-4bf1-8b12-dbbfa4bd5041 already deleted. [ 804.142796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b25298b-1afd-4bf1-8b12-dbbfa4bd5041" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.540033] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 804.559053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.559053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.559053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.559231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.559231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.559371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.559479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.559543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.559697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.559776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.559970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.560108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.560155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.560295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.560375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.560552] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.560645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.560705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.560841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.560918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.561126] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be created. [ 804.616223] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.616223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.616329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.616515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.616697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.628279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 805.116539] env[70491]: INFO networking_nsxv3.common.synchronization [req-72658d28-ba04-40c7-a071-9cbae3d4e0ef req-23a158ba-6e6a-4844-9681-8422954710c0 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 805.116610] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 805.116906] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.117238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.117402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.117944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.118503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.118503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.118503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.118727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.118944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.119469] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.258021] env[70491]: INFO networking_nsxv3.common.synchronization [None req-ea8a293b-da53-4b7f-b6bd-da33759c43bd None None] Enqueued Resource ID: 3b459e7a-fa1c-49dc-9ec4-d7c5297c371b with Priority: HIGHEST for action port [ 805.258021] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b459e7a-fa1c-49dc-9ec4-d7c5297c371b with Priority: HIGHEST for action port [ 805.258021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b459e7a-fa1c-49dc-9ec4-d7c5297c371b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.258021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b459e7a-fa1c-49dc-9ec4-d7c5297c371b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.258021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b459e7a-fa1c-49dc-9ec4-d7c5297c371b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.258021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b459e7a-fa1c-49dc-9ec4-d7c5297c371b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.258021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b459e7a-fa1c-49dc-9ec4-d7c5297c371b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.400886] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58421746-b35a-4941-b1dd-5a838735f891 in Status: SUCCESS [ 805.404134] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58421746-b35a-4941-b1dd-5a838735f891 deletion is rescheduled due to dependency. [ 805.404134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.545964] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.546301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.546352] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.546856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547478] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.547833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.548148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.548435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548727] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.548852] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.548972] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.549169] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.549929] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.549929] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.549929] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.567695] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.567815] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.570022] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.570022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.570022] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.570022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.570022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.570022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.570022] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77603fcf-ad1f-4d8b-84d8-b0c231650ddd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.623084] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.626261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.626348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.626593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.626691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.626925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.627055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.627119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.627280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.627360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.627449] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 already deleted. [ 805.627530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.760737] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b459e7a-fa1c-49dc-9ec4-d7c5297c371b [ 805.760737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.760934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.760934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.761100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.761190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.761284] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b459e7a-fa1c-49dc-9ec4-d7c5297c371b already deleted. [ 805.761365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b459e7a-fa1c-49dc-9ec4-d7c5297c371b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.074915] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.075220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.075383] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.075707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.075915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.076110] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 77603fcf-ad1f-4d8b-84d8-b0c231650ddd not found, creating... [ 806.076409] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.076573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.076690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.076941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.077120] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.078105] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078487] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.078796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd is going to be created. [ 806.098508] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.098736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.098829] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.099151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.099394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.099632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.650777] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 806.651067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.054803] env[70491]: INFO networking_nsxv3.common.synchronization [req-72658d28-ba04-40c7-a071-9cbae3d4e0ef req-6e398e23-8f56-4d3c-9fcd-17cc6430371c service nova] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_rules [ 807.055127] env[70491]: INFO networking_nsxv3.common.synchronization [req-72658d28-ba04-40c7-a071-9cbae3d4e0ef req-6e398e23-8f56-4d3c-9fcd-17cc6430371c service nova] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 807.055173] env[70491]: INFO networking_nsxv3.common.synchronization [req-72658d28-ba04-40c7-a071-9cbae3d4e0ef req-6e398e23-8f56-4d3c-9fcd-17cc6430371c service nova] Enqueued Resource ID: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd with Priority: HIGHEST for action port [ 807.055395] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_rules [ 807.055596] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 807.055596] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd with Priority: HIGHEST for action port [ 807.060153] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.060361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.060442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.060815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.060936] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.062375] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.062481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.062518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.062876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.065448] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.065448] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.065448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.065448] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77603fcf-ad1f-4d8b-84d8-b0c231650ddd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.570615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.570779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.570965] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77603fcf-ad1f-4d8b-84d8-b0c231650ddd with status ACTIVE [ 807.571151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.571254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.571330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.571540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.571627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.571838] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.571956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.572025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.572272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.572335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572937] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.572937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.572937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.572937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.572937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.573196] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd is going to be updated. [ 807.574227] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.594741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.594863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.594926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.595161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.595585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.597877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77603fcf-ad1f-4d8b-84d8-b0c231650ddd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.711392] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ed36c5a-f467-4deb-a635-0215fdf71e55 req-62e435fe-ef9e-4edb-9a22-c2db6af71c62 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 807.713025] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 807.713883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.714016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.714097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.714298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.714453] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.714567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.714619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.714743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.714826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.714919] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.934201] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c868528e-35d5-426a-93ef-8ac964777c8b None None] Enqueued Resource ID: 07fa64dd-89c9-4a92-9104-97254b313a3d with Priority: HIGHEST for action port [ 807.934201] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07fa64dd-89c9-4a92-9104-97254b313a3d with Priority: HIGHEST for action port [ 807.934673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-07fa64dd-89c9-4a92-9104-97254b313a3d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.934881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07fa64dd-89c9-4a92-9104-97254b313a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.934961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07fa64dd-89c9-4a92-9104-97254b313a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.935404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07fa64dd-89c9-4a92-9104-97254b313a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.935498] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07fa64dd-89c9-4a92-9104-97254b313a3d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.079807] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.221586] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.345744] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.346257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.346370] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.346657] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346940] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.347275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.347358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.347716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.348411] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.348513] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.348616] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.348753] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.349045] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.349122] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.352027] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.352027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.369648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.369830] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.370034] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.370300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.370642] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.370800] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.371174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.371275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.371417] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15dd51f8-08f1-4f0d-8441-cb23cb5bf672',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.440031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07fa64dd-89c9-4a92-9104-97254b313a3d [ 808.440031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.440227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.440266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.440513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.440647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.440816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07fa64dd-89c9-4a92-9104-97254b313a3d already deleted. [ 808.440962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07fa64dd-89c9-4a92-9104-97254b313a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.582513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.582780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.582888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.583173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.583277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.583381] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be created. [ 808.610028] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.610028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.610028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.610237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.610278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.624132] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: UNINITIALIZED for 2s [ 808.724713] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.874338] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.876807] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 not found, creating... [ 808.876807] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.876807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.877194] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.877194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.877194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.877386] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.877423] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.877559] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 is going to be created. [ 808.908571] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.909599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.909807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.227489] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.227676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.227972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.228284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.228465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.228542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 809.269985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.270228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.270350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.270574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.270801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.280045] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 809.925674] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ed36c5a-f467-4deb-a635-0215fdf71e55 req-3e61bc24-5248-44d2-8a6a-a5c1dac97017 service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 809.926078] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ed36c5a-f467-4deb-a635-0215fdf71e55 req-3e61bc24-5248-44d2-8a6a-a5c1dac97017 service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 809.926154] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ed36c5a-f467-4deb-a635-0215fdf71e55 req-3e61bc24-5248-44d2-8a6a-a5c1dac97017 service nova] Enqueued Resource ID: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 with Priority: HIGHEST for action port [ 809.926782] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 809.926975] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 809.927113] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 with Priority: HIGHEST for action port [ 809.927394] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.927553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.927602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.927779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.927922] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.929994] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.930651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.930763] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.930954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.931336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.931401] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15dd51f8-08f1-4f0d-8441-cb23cb5bf672',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.435031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.435218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.435423] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 with status ACTIVE [ 810.435621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.435753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.435826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.436102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.436143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.436311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.436410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.436463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.436617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.436698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.436873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.436969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.437041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.437183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.437254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.437336] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 is going to be updated. [ 810.463650] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.464312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.464312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.464312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.464442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.464622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15dd51f8-08f1-4f0d-8441-cb23cb5bf672" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.634591] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 810.634841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.635123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.635588] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.635782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.636037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636252] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.139201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.139201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.139485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.139485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140405] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.140405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.140405] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.140754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.140887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.140935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.140977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.142041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.142041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.142041] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.289354] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 811.289585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.289746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.289961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.290201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.290314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.290378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.290540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.290626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.290725] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.645233] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af4f2dd8-239e-4892-b84a-a12855b51256: rpc.has_security_group_logging(os_id): False [ 811.663343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.663493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.663565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.663777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.663867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.664112] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.664204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.664255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.664393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.664469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.664637] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.664727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.664788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.664917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.664992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.665186] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.665279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.665341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.665500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.665537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.665620] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be created. [ 811.720739] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.720911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.720976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.730588] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 811.793688] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.297486] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.803570] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.803745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.803819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.804066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.804177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.804269] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 812.834341] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.834501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.834588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.834815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.834963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.843065] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 813.647079] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bc0ff35c-3fae-4337-aa9d-9933f4877003 None None] Enqueued Resource ID: 66d4b273-8ddd-4534-98ad-f669d07d233b with Priority: HIGHEST for action port [ 813.647389] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d4b273-8ddd-4534-98ad-f669d07d233b with Priority: HIGHEST for action port [ 813.648314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d4b273-8ddd-4534-98ad-f669d07d233b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.648428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d4b273-8ddd-4534-98ad-f669d07d233b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.648492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d4b273-8ddd-4534-98ad-f669d07d233b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.648758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d4b273-8ddd-4534-98ad-f669d07d233b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.648841] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d4b273-8ddd-4534-98ad-f669d07d233b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.742058] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 813.742334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.153293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d4b273-8ddd-4534-98ad-f669d07d233b [ 814.153536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.153676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.153749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.154009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.154126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.154228] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d4b273-8ddd-4534-98ad-f669d07d233b already deleted. [ 814.154313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d4b273-8ddd-4534-98ad-f669d07d233b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.854802] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 814.855238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.855371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.855536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.855669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.855787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.855893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.856334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.856334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.856334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.856467] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.359299] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.360431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.360539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.360747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.360923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.361272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.361357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.362411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.362411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.362411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.362788] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.601342] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7fc46b21-d428-4ab1-bae3-51504b74fa80 None None] Enqueued Resource ID: 43dd7dc6-f042-4a2d-8464-db1de16c7842 with Priority: HIGHEST for action port [ 815.602016] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43dd7dc6-f042-4a2d-8464-db1de16c7842 with Priority: HIGHEST for action port [ 815.602336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-43dd7dc6-f042-4a2d-8464-db1de16c7842 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.602476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43dd7dc6-f042-4a2d-8464-db1de16c7842" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.602549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43dd7dc6-f042-4a2d-8464-db1de16c7842" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.602840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43dd7dc6-f042-4a2d-8464-db1de16c7842" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.602932] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43dd7dc6-f042-4a2d-8464-db1de16c7842',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.867542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff: rpc.has_security_group_logging(os_id): False [ 815.886622] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.886776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.886848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.887253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.887335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.887514] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.887617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.887680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.887858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.887992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.888235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.888333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.888742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.888947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.889208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.889502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.890057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.890057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.890057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.890057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.890057] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 815.944609] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.944609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.944609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.944807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.945150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958209] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 816.109031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43dd7dc6-f042-4a2d-8464-db1de16c7842 [ 816.109031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.109031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.109031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43dd7dc6-f042-4a2d-8464-db1de16c7842 already deleted. [ 816.109031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43dd7dc6-f042-4a2d-8464-db1de16c7842" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.975104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 817.975104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.603020] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 820.603274] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 822.883508] env[70491]: INFO networking_nsxv3.common.synchronization [req-2e516574-05dd-4711-a24c-dce86d68175b req-e612ab19-e29d-4d64-93ed-bd389423aa8f tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 822.884114] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 822.884536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.884710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.884814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.885353] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.885525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.885624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.885895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.886014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.886112] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.314018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.314018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.314018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.314018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.314018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.314018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.314018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.314747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.315048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.315767] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.315767] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.315897] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.316832] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.316832] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.316832] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.316832] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.341313] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.341395] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.341664] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.341717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.342017] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.342226] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.342314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.342624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.342763] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.388588] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.388740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.388828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.390465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.390525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.390686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.390787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.390858] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 823.425530] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.425677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.425779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.425944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.426199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.434684] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 823.845590] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.845886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.846049] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.846343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.846502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.846661] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 not found, creating... [ 823.846940] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.847171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.847228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.847448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.847590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.847879] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.848113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.848776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.848776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.848776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.848970] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 is going to be created. [ 823.868812] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.869535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.869535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.869535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.869787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.869915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.674441] env[70491]: INFO networking_nsxv3.common.synchronization [req-2e516574-05dd-4711-a24c-dce86d68175b req-88c001ff-1576-4ca9-b8e0-ddfe232bb282 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 824.674682] env[70491]: INFO networking_nsxv3.common.synchronization [req-2e516574-05dd-4711-a24c-dce86d68175b req-88c001ff-1576-4ca9-b8e0-ddfe232bb282 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 824.674866] env[70491]: INFO networking_nsxv3.common.synchronization [req-2e516574-05dd-4711-a24c-dce86d68175b req-88c001ff-1576-4ca9-b8e0-ddfe232bb282 service nova] Enqueued Resource ID: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 with Priority: HIGHEST for action port [ 824.675411] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 824.675578] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 824.675691] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 with Priority: HIGHEST for action port [ 824.676075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.676615] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.677558] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.677651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.677965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.678121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.678221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.678303] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.181077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181077] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 with status ACTIVE [ 825.181077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.181486] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.181896] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.182066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.182299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182385] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 is going to be updated. [ 825.218973] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.219228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.219228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.219462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.219602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.219774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.445055] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 825.445055] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 825.445055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.445055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.445055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.445055] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.445446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.445446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.445446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.445446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.445565] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.660601] env[70491]: INFO networking_nsxv3.common.synchronization [req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 req-1eb11965-3296-41bc-b43b-9afd7cc7ab82 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 825.661184] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 825.661840] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.662096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.662544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.662544] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.662721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.662721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.662808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.662928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.662992] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.948906] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.163554] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.163840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.164045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.164412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.164741] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.164976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.165140] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.165413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.165612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.165866] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.166098] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.166282] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.166440] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.167550] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.168008] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.168254] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.170037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.170222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.170347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.170575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.170714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.170943] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.171118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.171228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.171427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.171552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.171710] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce already deleted. [ 826.171807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.188877] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.189275] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.189659] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.189976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.190247] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.190445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.190576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.190876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.191031] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.455334] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.693624] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.693858] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.694036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.694290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.694444] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.694596] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c not found, creating... [ 826.694865] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.695030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.695151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.695378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.695726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696100] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.697650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698094] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c is going to be created. [ 826.719835] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.720069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.720746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.722378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.722378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.722378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.959203] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.959496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.959572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.959860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.959939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.960084] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 826.989930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.990478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.990604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001304] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 827.674609] env[70491]: INFO networking_nsxv3.common.synchronization [req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 req-f480ffa7-ecf6-433d-b851-d411acec5abc service nova] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_rules [ 827.674810] env[70491]: INFO networking_nsxv3.common.synchronization [req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 req-f480ffa7-ecf6-433d-b851-d411acec5abc service nova] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 827.674956] env[70491]: INFO networking_nsxv3.common.synchronization [req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 req-f480ffa7-ecf6-433d-b851-d411acec5abc service nova] Enqueued Resource ID: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c with Priority: HIGHEST for action port [ 827.675678] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_rules [ 827.675853] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 827.675975] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c with Priority: HIGHEST for action port [ 827.676319] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.676952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.676952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.676952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.678296] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.682213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.682213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.682213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.682213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.682515] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.682679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.682754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.682959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.683325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.683481] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.685599] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.685599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.685599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.685599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.685599] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.706169] env[70491]: INFO networking_nsxv3.common.synchronization [req-76805192-1c34-4aef-90c0-4130136601e2 req-71e0a866-5183-41ed-9534-4c4045cb835f tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 827.706169] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 827.706169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.706169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.706169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.706727] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.184545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.184545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.188123] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c with status ACTIVE [ 828.188123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.188123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.188123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.188386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.188547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.188691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.188796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.188894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.188894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.188894] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c is going to be updated. [ 828.191144] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.208239] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.213158] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.213158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.213273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.214707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.214707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.214707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.698020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.711889] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.945416] env[70491]: INFO networking_nsxv3.common.synchronization [req-04602510-c4ab-4680-97cf-5c0e3582ea82 req-fbc42508-3e5c-4c89-9ccc-d68461ee7ee1 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 828.945971] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 828.946436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.946558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.946623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.946872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.947068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.947461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.947540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.947746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.947796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.947931] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.013439] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.013439] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.013439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.013439] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.198479] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.198905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.198905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.198905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.199112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.199112] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be created. [ 829.219685] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.219843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.219915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.220145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.220241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.221998] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be updated. [ 829.226359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.226359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.226359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.226359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.226588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.235992] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: UNINITIALIZED for 2s [ 829.256968] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.260018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.260018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.260018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.260018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.265965] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 829.454529] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.454529] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.454529] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 already deleted. [ 829.454529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.485353] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.485805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.486084] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.486552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.490019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.490019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.490019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.490019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.490019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.490019] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.490019] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.490019] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.490019] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.490019] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.490019] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.490019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.510116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.510116] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.510116] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.510116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.510116] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-df68ee21-c380-423b-830a-f8a8dcdee569 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.510116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.510116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.510116] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df68ee21-c380-423b-830a-f8a8dcdee569',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.518977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.518977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.518977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.518977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.518977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.519679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.519679] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.013458] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014141] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.014324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016642] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port df68ee21-c380-423b-830a-f8a8dcdee569 not found, creating... [ 830.016642] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.016642] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.016642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.017104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.017104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: df68ee21-c380-423b-830a-f8a8dcdee569 is going to be created. [ 830.019830] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 830.037937] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.038206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.038285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.038687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.038687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.038817] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.038946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.039029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.039229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.039364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.039601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.039718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.039781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.039945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.040134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.040343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.040410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.040618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.040744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040874] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 830.043639] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.043869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.044138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044684] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.123956] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.123956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.123956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.124199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.124855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.158060] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 830.937404] env[70491]: INFO networking_nsxv3.common.synchronization [req-04602510-c4ab-4680-97cf-5c0e3582ea82 req-8d80943c-c0fa-470b-a70b-86b701745944 service nova] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 830.937705] env[70491]: INFO networking_nsxv3.common.synchronization [req-04602510-c4ab-4680-97cf-5c0e3582ea82 req-8d80943c-c0fa-470b-a70b-86b701745944 service nova] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 830.937798] env[70491]: INFO networking_nsxv3.common.synchronization [req-04602510-c4ab-4680-97cf-5c0e3582ea82 req-8d80943c-c0fa-470b-a70b-86b701745944 service nova] Enqueued Resource ID: df68ee21-c380-423b-830a-f8a8dcdee569 with Priority: HIGHEST for action port [ 830.938827] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_rules [ 830.938827] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 830.939027] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df68ee21-c380-423b-830a-f8a8dcdee569 with Priority: HIGHEST for action port [ 830.939621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.939621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.939621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.939873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.939873] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.940949] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.941120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.941461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.941669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.941785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.942642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.942920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.943686] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.944343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-df68ee21-c380-423b-830a-f8a8dcdee569 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.947698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.947698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.947698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.947698] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df68ee21-c380-423b-830a-f8a8dcdee569',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.247424] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 831.247790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.248543] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.248654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.248715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.248860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.249860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.249860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.249860] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.272978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 831.273218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.418295] env[70491]: INFO networking_nsxv3.common.synchronization [req-27aa84c3-360e-4224-bc94-6e7c56216cd2 req-68101f3d-ed83-465a-8b47-75ef914b4838 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 831.418295] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 831.418986] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.419368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.419972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.422337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.422337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.422337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.422337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.422337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.422337] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.447228] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.451484] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.451484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.451730] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df68ee21-c380-423b-830a-f8a8dcdee569 with status ACTIVE [ 831.451883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.452013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.452066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.452321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.452374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.452568] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.452670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.452731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.452893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.452970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.454260] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.456487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.456487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.456633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.456729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.456842] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df68ee21-c380-423b-830a-f8a8dcdee569 is going to be updated. [ 831.477068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.477299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.477383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.478129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.480160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.480160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df68ee21-c380-423b-830a-f8a8dcdee569" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.751512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.751669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.751790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.751949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.752133] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.752238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.752298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.752435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.752509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.752593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.752735] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.752828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.752879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.753022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.753178] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.753264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.753316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.753447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.753518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.753593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.753678] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.878643] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.878914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.878996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.880087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.880087] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.880957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.882044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.882044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.882044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.882044] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.882044] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.882044] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.882371] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.882371] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.882371] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.882566] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.902775] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.902997] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.903061] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.903231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.903714] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-81b4e707-9a0c-4c78-baae-d62cd9480317 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.903919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.904072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.904368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.904513] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b4e707-9a0c-4c78-baae-d62cd9480317',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.923563] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.923563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.923785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.923785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.923894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.923988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.924060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.924207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.924278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.924361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf already deleted. [ 831.924439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.952163] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.172470] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 832.172837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.259218] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efaf2d2b-ba1a-427f-9aba-95d1fa5becce: rpc.has_security_group_logging(os_id): False [ 832.279020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.279020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.279020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.279486] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.279591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.279623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.279794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280492] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be created. [ 832.347835] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.347835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.347835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.347835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.347835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.358956] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 832.411972] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.412218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.412343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.412626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.412776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.412934] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 81b4e707-9a0c-4c78-baae-d62cd9480317 not found, creating... [ 832.413272] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.413447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.413563] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.413798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.413934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.414257] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.414413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.414527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.414742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.414875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415424] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 81b4e707-9a0c-4c78-baae-d62cd9480317 is going to be created. [ 832.440043] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.440343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.440480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.440767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.441053] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.441313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.454930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.457775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.457775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457775] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 is going to be created. [ 832.482634] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.483537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.496067] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: UNINITIALIZED for 2s [ 833.599541] env[70491]: INFO networking_nsxv3.common.synchronization [req-27aa84c3-360e-4224-bc94-6e7c56216cd2 req-1045acbb-4107-48e7-bd90-434e66cbb10d service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 833.601702] env[70491]: INFO networking_nsxv3.common.synchronization [req-27aa84c3-360e-4224-bc94-6e7c56216cd2 req-1045acbb-4107-48e7-bd90-434e66cbb10d service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 833.601702] env[70491]: INFO networking_nsxv3.common.synchronization [req-27aa84c3-360e-4224-bc94-6e7c56216cd2 req-1045acbb-4107-48e7-bd90-434e66cbb10d service nova] Enqueued Resource ID: 81b4e707-9a0c-4c78-baae-d62cd9480317 with Priority: HIGHEST for action port [ 833.603428] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 833.603428] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 833.603428] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b4e707-9a0c-4c78-baae-d62cd9480317 with Priority: HIGHEST for action port [ 833.603428] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.603428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.603428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.603815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.604080] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.605205] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.612028] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.612028] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.612028] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b4e707-9a0c-4c78-baae-d62cd9480317 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.612028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.612028] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b4e707-9a0c-4c78-baae-d62cd9480317',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.117122] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.117122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.117122] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.117122] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b4e707-9a0c-4c78-baae-d62cd9480317 with status ACTIVE [ 834.117122] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.117122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.117122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.117122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.117122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.118378] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.118720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.119104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.119450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.119712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.121155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.121155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.121155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.121155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.121512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.121827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b4e707-9a0c-4c78-baae-d62cd9480317 is going to be updated. [ 834.149956] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.149956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.149956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.149956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.149956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.149956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b4e707-9a0c-4c78-baae-d62cd9480317" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.373583] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 834.373800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.507011] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: SUCCESS [ 834.507253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.507469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.507647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.507885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.508081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.508081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.508168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.508276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.508361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.508465] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.522187] env[70491]: INFO networking_nsxv3.common.synchronization [req-20e91411-d7d6-412d-a104-7de3b73def46 req-bc743828-b65a-4582-8e74-96a4404b01de tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 834.522600] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 834.522907] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.523084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.523153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.523409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.523644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.523732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.523732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.524020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.524155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.524249] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.552755] env[70491]: INFO networking_nsxv3.common.synchronization [None req-fbe045bd-51c0-4917-a305-179452bafc33 None None] Enqueued Resource ID: 20a80793-e7bb-4c92-96a9-1688de5f5c7b with Priority: HIGHEST for action port [ 834.555330] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a80793-e7bb-4c92-96a9-1688de5f5c7b with Priority: HIGHEST for action port [ 834.555330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a80793-e7bb-4c92-96a9-1688de5f5c7b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.555330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a80793-e7bb-4c92-96a9-1688de5f5c7b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.555330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a80793-e7bb-4c92-96a9-1688de5f5c7b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.555330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a80793-e7bb-4c92-96a9-1688de5f5c7b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.555330] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a80793-e7bb-4c92-96a9-1688de5f5c7b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.625097] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.861212] env[70491]: INFO networking_nsxv3.common.synchronization [req-42aec8f5-9237-4863-8879-675ccbe6f278 req-6cb6882d-6c79-4b25-846c-db0d98885e9c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 834.861808] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 834.862443] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.862443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.862443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.862909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.862909] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.862909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.863047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.863104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.863187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.863280] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.013841] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.031892] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031892] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.032189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.032189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.032189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.032291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.032323] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 already deleted. [ 835.033450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.057708] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a80793-e7bb-4c92-96a9-1688de5f5c7b [ 835.057782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.057930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.058120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.058786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.058786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.058786] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a80793-e7bb-4c92-96a9-1688de5f5c7b already deleted. [ 835.058786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a80793-e7bb-4c92-96a9-1688de5f5c7b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.131384] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.131608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.131608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.131805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.131902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.132085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be created. [ 835.159813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.159813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.159813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.159813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.159813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.173273] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: UNINITIALIZED for 2s [ 835.365052] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.520769] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c22f9afc-2c27-460f-8718-fbf266ac1890: rpc.has_security_group_logging(os_id): False [ 835.542373] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.542373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.542373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.542634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.542800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.543711] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.543711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.543711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.543711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.543711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.543711] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 is going to be created. [ 835.592356] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-729" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-729" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-729" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592356] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592356] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.592356] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.592356] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.592356] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.592896] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.592896] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.592896] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.601616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.601956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.601956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.602195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.602469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.620229] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.622065] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.622410] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.622787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-729" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.623543] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.624128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.625241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.625521] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c52fc1-70d7-4047-89ee-1ca8b519c9a1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.628501] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: IN_PROGRESS for 2s [ 835.869275] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.961584] env[70491]: INFO networking_nsxv3.common.synchronization [None req-80a603f4-c88f-441b-82d2-a620140c2b19 None None] Enqueued Resource ID: d57ccf9d-1501-43c8-9dfd-8c13964efc74 with Priority: HIGHEST for action port [ 835.961584] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57ccf9d-1501-43c8-9dfd-8c13964efc74 with Priority: HIGHEST for action port [ 835.961584] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57ccf9d-1501-43c8-9dfd-8c13964efc74 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.961584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57ccf9d-1501-43c8-9dfd-8c13964efc74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.961584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57ccf9d-1501-43c8-9dfd-8c13964efc74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.961942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57ccf9d-1501-43c8-9dfd-8c13964efc74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.962069] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57ccf9d-1501-43c8-9dfd-8c13964efc74',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.130044] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.130430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.131033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.131033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.131341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.131341] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 not found, creating... [ 836.131494] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.131645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.131781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132506] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.132696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.132823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.133296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.133480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.133787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 is going to be created. [ 836.159211] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.159211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.159211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.159211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.159568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.159568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.374147] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.375919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.375919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.375919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.375919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.375919] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 836.404192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.404192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.404192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.404192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.404942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.417258] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 836.463032] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9f94d28e-1d07-47a6-8c6e-3faf01b87875 None None] Enqueued Resource ID: 9d9e2e08-2921-4f6e-8936-ea8b82509a07 with Priority: HIGHEST for action port [ 836.463311] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9e2e08-2921-4f6e-8936-ea8b82509a07 with Priority: HIGHEST for action port [ 836.463874] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9e2e08-2921-4f6e-8936-ea8b82509a07 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.464014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9e2e08-2921-4f6e-8936-ea8b82509a07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.464083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9e2e08-2921-4f6e-8936-ea8b82509a07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.464333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9e2e08-2921-4f6e-8936-ea8b82509a07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.464537] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9e2e08-2921-4f6e-8936-ea8b82509a07',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.468470] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d57ccf9d-1501-43c8-9dfd-8c13964efc74 [ 836.469203] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.469203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.469203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.469203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.469203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.469203] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d57ccf9d-1501-43c8-9dfd-8c13964efc74 already deleted. [ 836.469520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57ccf9d-1501-43c8-9dfd-8c13964efc74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.947673] env[70491]: INFO networking_nsxv3.common.synchronization [req-20e91411-d7d6-412d-a104-7de3b73def46 req-2ac61528-b9af-4271-b13d-6362996b4947 service nova] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 836.947960] env[70491]: INFO networking_nsxv3.common.synchronization [req-20e91411-d7d6-412d-a104-7de3b73def46 req-2ac61528-b9af-4271-b13d-6362996b4947 service nova] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 836.948000] env[70491]: INFO networking_nsxv3.common.synchronization [req-20e91411-d7d6-412d-a104-7de3b73def46 req-2ac61528-b9af-4271-b13d-6362996b4947 service nova] Enqueued Resource ID: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 with Priority: HIGHEST for action port [ 836.949018] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_rules [ 836.949018] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 836.949018] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 with Priority: HIGHEST for action port [ 836.952341] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.952511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.952599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.952843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.952932] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.954206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.954290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.954350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.954531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.954688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.954849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.954883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.955048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.955132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.955257] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.958177] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.958324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.958379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.958515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.958589] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c52fc1-70d7-4047-89ee-1ca8b519c9a1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.970808] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9e2e08-2921-4f6e-8936-ea8b82509a07 [ 836.971131] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.974117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.974117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.974117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.974117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.974117] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9e2e08-2921-4f6e-8936-ea8b82509a07 already deleted. [ 836.974117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9e2e08-2921-4f6e-8936-ea8b82509a07" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.184838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 837.185112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.185393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.185542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.185817] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.185935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.186170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.186261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186484] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.289136] env[70491]: INFO networking_nsxv3.common.synchronization [req-8b397b22-e210-4b3f-be17-9a4765126330 req-056664f2-a038-413a-a701-9537be0c47ad tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Enqueued Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 837.289774] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 837.290345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.290433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.290525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.290758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.290923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.291074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.291112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.291241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.291325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.291452] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.462980] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.464074] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.464214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.465049] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 with status ACTIVE [ 837.465049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.465049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.465049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.465049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.465049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.466478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.466478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.466478] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 is going to be updated. [ 837.489027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.489852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.489987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.490214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.490360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.490539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c52fc1-70d7-4047-89ee-1ca8b519c9a1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558563] env[70491]: INFO networking_nsxv3.common.synchronization [None req-95e310e6-baf3-441a-977a-bc920e9cdec7 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 837.559128] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 837.559462] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.559551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.559623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.559956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.562115] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.641995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: SUCCESS [ 837.642409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.691638] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.691808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.691880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.692199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.692389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.692389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.692482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.692598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.692694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.692850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.692925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.693029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.693094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.693235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.694306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.694306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.694306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.694306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.694306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.694306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.694306] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.793721] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.794263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.794447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.794751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.794899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.795158] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.795336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.795451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.795703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.795819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.795910] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6106db14-e784-44fe-b485-49fcebbbbd85 already deleted. [ 837.796049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.867140] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3556b7fb-bf95-4459-a921-a7e0d86b7ec5 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 837.867689] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 837.868008] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.868379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.968928] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.082794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.083027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.083116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.083346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.083455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.083557] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 already deleted. [ 838.083643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.083803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.083981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.084083] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.151731] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.151966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-257" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.152159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-257" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.152530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-257" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.152845] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.154198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.154380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.154724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.154961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.155516] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.155672] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.156247] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.156518] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.156708] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.156911] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.157184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.178507] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.178779] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.178864] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.179053] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-257" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.179385] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-c8542732-a00d-4fca-b40f-24b31607a519 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.179633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.179821] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.180227] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.181155] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8542732-a00d-4fca-b40f-24b31607a519',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.196873] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e3f581-fe43-4461-aea8-bcde37c9cbcf: rpc.has_security_group_logging(os_id): False [ 838.227999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.227999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.227999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.228704] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.230349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.230657] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be created. [ 838.312143] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.316432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.316432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.316432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.316432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.328559] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 838.373134] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b71cd545-a52a-4995-9cc2-c1d0a9d1146c None None] Enqueued Resource ID: 9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9 with Priority: HIGHEST for action port [ 838.373134] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9 with Priority: HIGHEST for action port [ 838.373340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.373436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.373501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.373742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.373820] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.439429] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 838.439429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.472504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.472665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.472741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.472923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.473022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 is going to be created. [ 838.496568] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.496793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.496841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.497227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.497468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.508820] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: UNINITIALIZED for 2s [ 838.619829] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.619945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.620019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.620408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.620482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.620552] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 already deleted. [ 838.620637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683171] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.683441] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.683441] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port c8542732-a00d-4fca-b40f-24b31607a519 not found, creating... [ 838.684356] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.685232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.685232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.685232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.685232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.685654] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.685654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.685654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.685831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.686083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.686147] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: c8542732-a00d-4fca-b40f-24b31607a519 is going to be created. [ 838.709712] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.709901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.709998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.710308] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.710569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.710821] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.882142] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9 [ 838.882378] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.882506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.882572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.882793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.882976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.883043] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9 already deleted. [ 838.883086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bbe7c2f-92ca-49fe-ac8c-a296dc2684c9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.720829] env[70491]: INFO networking_nsxv3.common.synchronization [req-8b397b22-e210-4b3f-be17-9a4765126330 req-5237db9c-9469-4eee-9262-58d7d40e19d1 service nova] Enqueued Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_rules [ 839.721084] env[70491]: INFO networking_nsxv3.common.synchronization [req-8b397b22-e210-4b3f-be17-9a4765126330 req-5237db9c-9469-4eee-9262-58d7d40e19d1 service nova] Enqueued Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 839.721163] env[70491]: INFO networking_nsxv3.common.synchronization [req-8b397b22-e210-4b3f-be17-9a4765126330 req-5237db9c-9469-4eee-9262-58d7d40e19d1 service nova] Enqueued Resource ID: c8542732-a00d-4fca-b40f-24b31607a519 with Priority: HIGHEST for action port [ 839.721391] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_rules [ 839.721522] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 839.721619] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8542732-a00d-4fca-b40f-24b31607a519 with Priority: HIGHEST for action port [ 839.723195] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.723350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.723392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.723675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.723732] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.725222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.725405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.725792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.725893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.726079] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.727669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.727779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.727946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.728057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.728151] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.729879] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8542732-a00d-4fca-b40f-24b31607a519 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.733021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.733021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.733021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.733021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8542732-a00d-4fca-b40f-24b31607a519',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.810708] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-913fb02f-0c92-4d92-bbba-45f3ccb99e95 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 839.810889] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 839.811411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.812033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.812033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.812033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.812033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.812206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.812206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.812310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.812391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.812484] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.225812] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.230990] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.232613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8542732-a00d-4fca-b40f-24b31607a519 with status ACTIVE [ 840.232823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.232950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.233045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.233261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.233356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.233539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.233747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.233839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.234021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.234098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.234282] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.234377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.234436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.234576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.234650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.234735] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8542732-a00d-4fca-b40f-24b31607a519 is going to be updated. [ 840.258830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.259024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.259329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.259415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.259556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.259763] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8542732-a00d-4fca-b40f-24b31607a519" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.314976] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.315549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.315549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.315549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.315549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.315800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.315921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.315983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.316159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.316243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.316329] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd already deleted. [ 840.316558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.352265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 840.352361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.393680] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.393894] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.394039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.394404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.394768] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.394945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.395080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.395316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.395495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.395921] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.395921] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.395921] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.396058] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.396102] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.396219] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.396406] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.425934] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.426133] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.426321] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.426506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.428081] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2b6bcf0f-6632-498e-9abf-e6432dd58259 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.428081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.428081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.428081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.428081] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6bcf0f-6632-498e-9abf-e6432dd58259',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.520855] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: SUCCESS [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.523899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.523899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.523899] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.734999] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.934936] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.935182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.935182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.935419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.935580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.935753] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2b6bcf0f-6632-498e-9abf-e6432dd58259 not found, creating... [ 840.936034] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.936199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.936318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.936555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.936696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.936984] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.939280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.942283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.942621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.942778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.942971] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2b6bcf0f-6632-498e-9abf-e6432dd58259 is going to be created. [ 840.965033] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.965033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.965033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.965033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.965033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.965033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.025827] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.242061] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.242061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.242061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.242061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.242061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.242061] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6106db14-e784-44fe-b485-49fcebbbbd85 is going to be created. [ 841.269239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.269239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.269239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.269239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.269239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.278165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: UNINITIALIZED for 2s [ 841.528353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc1787e9-173b-4909-861a-f455e3193ed2: rpc.has_security_group_logging(os_id): False [ 841.547793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.547928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.548052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.548458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.548771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.548840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.549110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.549156] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 is going to be created. [ 841.605844] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.621597] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: IN_PROGRESS for 2s [ 841.813159] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-2c220461-087b-4580-b3d5-b09e4b6e84c5 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 841.813159] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-2c220461-087b-4580-b3d5-b09e4b6e84c5 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 841.813159] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-2c220461-087b-4580-b3d5-b09e4b6e84c5 service nova] Enqueued Resource ID: 2b6bcf0f-6632-498e-9abf-e6432dd58259 with Priority: HIGHEST for action port [ 841.813770] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 841.814987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 841.815273] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b6bcf0f-6632-498e-9abf-e6432dd58259 with Priority: HIGHEST for action port [ 841.815686] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.816875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817602] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.821717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.822036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.822036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.822036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.822246] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.822643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.822643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.822643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.822643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.822777] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.824872] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b6bcf0f-6632-498e-9abf-e6432dd58259 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.826318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.826318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.826318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.826318] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b6bcf0f-6632-498e-9abf-e6432dd58259',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.322557] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.322746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.325114] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.327828] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b6bcf0f-6632-498e-9abf-e6432dd58259 with status ACTIVE [ 842.328036] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.330016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.330016] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b6bcf0f-6632-498e-9abf-e6432dd58259 is going to be updated. [ 842.353781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.353940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.353990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.354241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.354408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.354596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b6bcf0f-6632-498e-9abf-e6432dd58259" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.827635] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.290484] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: SUCCESS [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.290484] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.290484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.290484] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.332674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.332674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.332674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.332674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.332674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.332674] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be created. [ 843.356019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.356227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.356832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.356922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.357096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.365494] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: UNINITIALIZED for 2s [ 843.636634] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: SUCCESS [ 843.638214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.796507] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.796711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.796848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.797037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.797229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.797334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.797403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.797568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.797659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.797759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.797909] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.798029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.798077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.798222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.798387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.798484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.798548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.798689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.798769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.798853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.798945] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.304553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6106db14-e784-44fe-b485-49fcebbbbd85: rpc.has_security_group_logging(os_id): False [ 844.326447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.326672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.326756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.326983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.327085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.327338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.327449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.327516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.327679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.327787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.327975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.330613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.330613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.330613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6106db14-e784-44fe-b485-49fcebbbbd85 is going to be created. [ 844.405317] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.405489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.405562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.405786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.405966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.422405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: IN_PROGRESS for 2s [ 845.128803] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9a1d6196-4a16-46ce-bc7c-8205d8a48ad4 None None] Enqueued Resource ID: 89c9580e-7d45-48d0-9385-e15c147789c0 with Priority: HIGHEST for action port [ 845.129453] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c9580e-7d45-48d0-9385-e15c147789c0 with Priority: HIGHEST for action port [ 845.129776] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c9580e-7d45-48d0-9385-e15c147789c0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.129893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c9580e-7d45-48d0-9385-e15c147789c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.129957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c9580e-7d45-48d0-9385-e15c147789c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.132207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c9580e-7d45-48d0-9385-e15c147789c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.132306] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c9580e-7d45-48d0-9385-e15c147789c0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.376412] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 845.376759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.376806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.377020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.377377] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.377377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.377565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.377565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.377620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.377703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.377798] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.637342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89c9580e-7d45-48d0-9385-e15c147789c0 [ 845.637732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.637992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.638172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.638524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.638725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.638911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89c9580e-7d45-48d0-9385-e15c147789c0 already deleted. [ 845.639089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c9580e-7d45-48d0-9385-e15c147789c0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.883321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.883321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.883321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.883321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.883321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.883910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.883910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.883910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.884418] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.387259] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd: rpc.has_security_group_logging(os_id): False [ 846.405670] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.405670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.405792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.406017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.406172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.406527] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.406666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.406736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.406948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.407099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.407349] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.407493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.407767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.407840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.407928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.408251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.408467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.408545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.408712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.408828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.408931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be created. [ 846.436576] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: SUCCESS [ 846.436576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.466840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.466840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.467346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.467566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.491634] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 846.580326] env[70491]: INFO networking_nsxv3.common.synchronization [None req-50f7f807-9247-4984-917c-a85665fcd06e tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 846.580827] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 846.581010] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.581335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.581444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.581816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.581968] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.723631] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7ccc0ae8-7490-46cb-a802-a7e4b9d2babd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 846.723631] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 846.723631] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.723631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.008368] env[70491]: INFO networking_nsxv3.common.synchronization [None req-640f4b9b-6c4d-4a8b-86bb-cb1c89db08d0 None None] Enqueued Resource ID: 1e69a75f-1c56-4481-8f7b-cfa31c7170e3 with Priority: HIGHEST for action port [ 847.008368] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e69a75f-1c56-4481-8f7b-cfa31c7170e3 with Priority: HIGHEST for action port [ 847.008368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e69a75f-1c56-4481-8f7b-cfa31c7170e3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.008368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e69a75f-1c56-4481-8f7b-cfa31c7170e3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.008368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e69a75f-1c56-4481-8f7b-cfa31c7170e3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.008368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e69a75f-1c56-4481-8f7b-cfa31c7170e3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.008816] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e69a75f-1c56-4481-8f7b-cfa31c7170e3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.106092] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.106393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.106483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.106736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.106887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de already deleted. [ 847.107179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.107805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.107865] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.513711] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e69a75f-1c56-4481-8f7b-cfa31c7170e3 [ 847.516065] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.516065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.516065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.516065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.516065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.516065] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e69a75f-1c56-4481-8f7b-cfa31c7170e3 already deleted. [ 847.516065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e69a75f-1c56-4481-8f7b-cfa31c7170e3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.630753] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.630935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.630997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.631236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.631331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.631463] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de already deleted. [ 847.631583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.717569] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-084b1a0f-434d-4a18-896f-e3c083a73d2d tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 847.718170] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 847.718535] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.720872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.721126] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.722083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.722083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.722083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.722083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.722083] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.205893] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.205998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.206151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.206559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.206850] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.209743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.209743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.209743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.209743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.209743] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.209743] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.209743] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.209743] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.209743] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.209743] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.210232] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.228799] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.229528] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.229671] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.229815] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.229992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.231411] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-407f8e79-0ae4-4a1f-a944-d86611d3e88c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.231622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.231750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.232101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.232250] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407f8e79-0ae4-4a1f-a944-d86611d3e88c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.510787] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 848.510787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.683269] env[70491]: INFO networking_nsxv3.common.synchronization [req-7d2cfb9b-6919-4fbc-88db-711fd82959fe req-c7a47d18-93d2-43ae-8a74-4e58e0a1019c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 848.684146] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 848.684272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.684272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.684445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.684753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.684753] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.684957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.684957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.685093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.685093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.685170] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.734354] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.739171] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.739171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.739171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.739527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.739527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.739603] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 407f8e79-0ae4-4a1f-a944-d86611d3e88c not found, creating... [ 848.739857] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.740036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.740146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.740393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.740548] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.740876] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.741146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.741210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.741381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.741520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.741672] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 407f8e79-0ae4-4a1f-a944-d86611d3e88c is going to be created. [ 848.762342] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.762573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.762714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.762992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.763237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.763496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.186983] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.187748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.188413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.188502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.188708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.188830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188938] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 849.215925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.216187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.216343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.216632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.216821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.227800] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 849.237786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.237937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.237997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.238237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.238527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.238756] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 849.266303] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.266456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.266526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.275298] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 849.562939] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-c392a34d-e502-4da7-a9dc-71d0f94c6549 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 849.563144] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-c392a34d-e502-4da7-a9dc-71d0f94c6549 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 849.563286] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-c392a34d-e502-4da7-a9dc-71d0f94c6549 service nova] Enqueued Resource ID: 407f8e79-0ae4-4a1f-a944-d86611d3e88c with Priority: HIGHEST for action port [ 849.563842] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 849.563977] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 849.564095] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407f8e79-0ae4-4a1f-a944-d86611d3e88c with Priority: HIGHEST for action port [ 849.564371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.564495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.564559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.564760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.564845] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.565710] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.565814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.566008] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-407f8e79-0ae4-4a1f-a944-d86611d3e88c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.566113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.566177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.566370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.566605] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407f8e79-0ae4-4a1f-a944-d86611d3e88c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.068560] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.068990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.068990] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407f8e79-0ae4-4a1f-a944-d86611d3e88c with status ACTIVE [ 850.072718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.072718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.072718] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407f8e79-0ae4-4a1f-a944-d86611d3e88c is going to be updated. [ 850.090441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.092546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.092546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.092546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.092546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.092546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407f8e79-0ae4-4a1f-a944-d86611d3e88c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.327412] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-2a9e29ee-3a61-46e7-ba7f-117ff49b7953 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 850.327412] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 850.327412] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.327412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.673987] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.674211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.674337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.674622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.674892] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.675598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.676843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.676843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.676843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.676843] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.676843] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.676843] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.677324] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.677324] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.677324] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.677324] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.695285] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.695464] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.695667] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.695792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.696561] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-7557151a-506a-4664-b89e-18990526e1a6 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.696561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.696728] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.696934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.697112] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7557151a-506a-4664-b89e-18990526e1a6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.200954] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.201593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.201593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.201774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.201861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.202177] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 7557151a-506a-4664-b89e-18990526e1a6 not found, creating... [ 851.202380] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.202572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.202738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.203051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.203245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.204046] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.204046] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.207736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.208072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.208144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.209048] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 7557151a-506a-4664-b89e-18990526e1a6 is going to be created. [ 851.232259] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.232525] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.232674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.232956] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.233199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.233424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.241019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 851.241279] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 851.241363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.283293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 851.283527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.283714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.283932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.284139] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.284264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.284321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.284501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.284992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.285121] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.787723] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.999668] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-7280656c-85ff-4584-845d-4e81fbcfab13 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 851.999668] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-7280656c-85ff-4584-845d-4e81fbcfab13 service nova] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 851.999668] env[70491]: INFO networking_nsxv3.common.synchronization [req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 req-7280656c-85ff-4584-845d-4e81fbcfab13 service nova] Enqueued Resource ID: 7557151a-506a-4664-b89e-18990526e1a6 with Priority: HIGHEST for action port [ 851.999668] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_rules [ 852.000234] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 852.002197] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7557151a-506a-4664-b89e-18990526e1a6 with Priority: HIGHEST for action port [ 852.002197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.002197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.002197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.002197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.002197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7557151a-506a-4664-b89e-18990526e1a6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.002197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.002197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.002197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.002197] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7557151a-506a-4664-b89e-18990526e1a6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.290126] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.506422] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7557151a-506a-4664-b89e-18990526e1a6 with status ACTIVE [ 852.506422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.506422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.506422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.506422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.507125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.507125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.507125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.507125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.507125] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7557151a-506a-4664-b89e-18990526e1a6 is going to be updated. [ 852.525997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.525997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.525997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.526228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.526266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.526407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7557151a-506a-4664-b89e-18990526e1a6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.792750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.792979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.793106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.793330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.793422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.794137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 852.822522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.822667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.822730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.822970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.823125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.833123] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 853.027037] env[70491]: INFO networking_nsxv3.common.synchronization [req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 req-e386ad45-7383-41e5-975c-467caa209178 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 853.027037] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 853.027037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.027037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.027037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.027037] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.462099] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.462099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.462590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.462590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.462686] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.463014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.463014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.463426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.463598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.463842] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.463998] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.464153] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.464287] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.464437] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.464689] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.464781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.483033] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.483215] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.483364] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.483542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-299" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.483985] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-cac6f2f6-c6ef-4364-8db3-5e0613e47011 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.484223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.484410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.484760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.484929] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac6f2f6-c6ef-4364-8db3-5e0613e47011',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.530739] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.987695] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.991320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.991485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.991792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.991952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.992137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port cac6f2f6-c6ef-4364-8db3-5e0613e47011 not found, creating... [ 853.992427] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.992594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.992713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.992933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.993084] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.993381] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.993543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.993655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.993864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.993997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.994242] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: cac6f2f6-c6ef-4364-8db3-5e0613e47011 is going to be created. [ 854.013702] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.014122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.014122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.014368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.014605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.014817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.031549] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.203868] env[70491]: INFO networking_nsxv3.common.synchronization [req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f req-32d5ae73-ff83-4bae-9d8b-6545393d8876 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Enqueued Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 854.204453] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6106db14-e784-44fe-b485-49fcebbbbd85 with Priority: HIGHEST for action security_group_members [ 854.204758] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6106db14-e784-44fe-b485-49fcebbbbd85 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.204888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.204963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.207286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.207479] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.207588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.207645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.207823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.207945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.208039] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6106db14-e784-44fe-b485-49fcebbbbd85',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.533896] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.534173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.534173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.534407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.534506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.534616] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 854.560836] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.561054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.561054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.561280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.561421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.569335] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 854.712532] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.712731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.712731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.712957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.713074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.713275] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.713371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.713428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.713591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.713681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.713816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6106db14-e784-44fe-b485-49fcebbbbd85 is going to be updated. [ 854.741396] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.741535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.741601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.741802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.741941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.749551] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: IN_PROGRESS for 2s [ 854.763754] env[70491]: INFO networking_nsxv3.common.synchronization [req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 req-49be5b22-103e-4cce-8b28-c99b90562d82 service nova] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_rules [ 854.764009] env[70491]: INFO networking_nsxv3.common.synchronization [req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 req-49be5b22-103e-4cce-8b28-c99b90562d82 service nova] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 854.764065] env[70491]: INFO networking_nsxv3.common.synchronization [req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 req-49be5b22-103e-4cce-8b28-c99b90562d82 service nova] Enqueued Resource ID: cac6f2f6-c6ef-4364-8db3-5e0613e47011 with Priority: HIGHEST for action port [ 854.764330] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_rules [ 854.764452] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 854.764502] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac6f2f6-c6ef-4364-8db3-5e0613e47011 with Priority: HIGHEST for action port [ 854.765066] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.765301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.765301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.765506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.765543] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.766404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.766495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.766696] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac6f2f6-c6ef-4364-8db3-5e0613e47011 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.766869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.766926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.767103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.767176] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac6f2f6-c6ef-4364-8db3-5e0613e47011',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.842792] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 854.843013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.843191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.843405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.843595] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.843714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.843780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.843928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.844024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.844116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.844283] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.845054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.845278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.845440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.845545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.845608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.845750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.845829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.845914] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.270102] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.270393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.271579] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cac6f2f6-c6ef-4364-8db3-5e0613e47011 with status ACTIVE [ 855.271771] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.271877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.272068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.272184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.272279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.272520] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.272625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.272708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.275966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.275966] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cac6f2f6-c6ef-4364-8db3-5e0613e47011 is going to be updated. [ 855.301238] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.301530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.301530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.301721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.301779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.301939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac6f2f6-c6ef-4364-8db3-5e0613e47011" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.349237] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.349237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.349237] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.851206] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.357242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.357485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.357643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.357907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.358951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.358951] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 856.389758] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.389926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.390208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.398100] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 856.579304] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 856.579304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.579467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.579705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.580236] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.580416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.580489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.580686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.580765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.580876] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.764243] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6106db14-e784-44fe-b485-49fcebbbbd85 in Status: SUCCESS [ 856.764243] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6106db14-e784-44fe-b485-49fcebbbbd85 deletion is rescheduled due to dependency. [ 856.764243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6106db14-e784-44fe-b485-49fcebbbbd85" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.083057] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.586295] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.089923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.091239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.091239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.091239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.091239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.091239] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 858.116617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.116812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.116879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.117113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.117213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.125589] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 858.151596] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 858.151596] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:1 started [ 858.408531] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 858.408531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.408950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.409204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.409290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.409347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.409497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.409581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.409678] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.633326] env[70491]: INFO networking_nsxv3.common.synchronization [req-8d168575-d91e-4926-90bb-d3a413c703b5 req-f80da72b-78e9-4bad-b8d1-311547768958 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 858.633923] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGHEST for action security_group_members [ 858.634269] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.634409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.634507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.634807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.635018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.635149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.635216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.635382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.635478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.635588] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.912244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.138859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.139194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.139194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.139326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.139453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.139710] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.139807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.139867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.140037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.140121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.140224] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be updated. [ 859.166097] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.166097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.166350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.166641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.173871] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: IN_PROGRESS for 2s [ 859.414692] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.917977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.918618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.918618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.918618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.918618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.918864] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 859.944576] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.944755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.944834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.945011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.945169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.953933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 860.134909] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 860.135143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.135351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.135584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.135796] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.135930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.136011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.136160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.136274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.136418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.136466] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.638809] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.639152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.639152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.639261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.639421] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.639991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.640252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.640326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.640422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.640574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.640731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.640868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.641013] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.641106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.641167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.641304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.641385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641577] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.143458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039e590a-2538-4591-81ec-b512cb28d5f6: rpc.has_security_group_logging(os_id): False [ 861.162611] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.162772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.162847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.163189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.163414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.163515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.163588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.163869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.164069] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.164167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.164229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.164394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.164472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.164672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.164783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.164825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.164971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.165062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.165150] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 861.181075] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 in Status: SUCCESS [ 861.181180] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 deletion is rescheduled due to dependency. [ 861.181300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.227949] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.228193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.228262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.228507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.228661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 861.964053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 861.964365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.964561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.964817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.965140] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.965288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.965363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.965630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.965695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.965802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.965987] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.966099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.966177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.966360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.966549] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.966646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.966719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.966861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.966934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.967038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.967127] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.470551] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd: rpc.has_security_group_logging(os_id): False [ 862.487097] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.487765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.487765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.487765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.487765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.487985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.488110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.488185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.488577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.488577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.488796] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.488952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.489082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.489228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.489328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.489539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.489668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.489771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.489910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.490015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.490140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 862.543364] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.543543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.543543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.543710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.543858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.556256] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 863.251367] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 863.251704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.634909] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 863.635065] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 864.195352] env[70491]: INFO networking_nsxv3.common.synchronization [req-cc845454-ee1b-4518-bcca-c32dce9094ef req-5c00d0c4-84b7-4c18-9fa0-75cef6cc3bf3 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 864.196082] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 864.196402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.196666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.196977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197240] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.197480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.197480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.198508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.198508] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.545933] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.546527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-671" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.546527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-671" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-671" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546905] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.547103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.547228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.547459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.547637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.547860] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.547974] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.548095] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.548203] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.548327] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.548438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.548837] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.551460] env[70491]: INFO networking_nsxv3.common.synchronization [req-564899cf-6e0d-4c0a-8336-7e25fa007f31 req-f3c82cf5-44d5-4980-8f84-96fb58bcd159 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 864.552506] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 864.552818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.552947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.553171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.553370] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.553733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.553978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.554058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.554154] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.569460] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.569460] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.569460] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.569460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-671" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.569460] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a1b588fd-e4df-4814-a6b1-ca9f4340c551 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.569460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.569460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.569460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.569460] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b588fd-e4df-4814-a6b1-ca9f4340c551',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.573091] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 864.573253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.577798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.577798] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.702164] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.702164] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.702164] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 already deleted. [ 864.702164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.057525] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.072193] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.072470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074246] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a1b588fd-e4df-4814-a6b1-ca9f4340c551 not found, creating... [ 865.074246] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.074246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.074970] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074970] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075483] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.075664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075841] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a1b588fd-e4df-4814-a6b1-ca9f4340c551 is going to be created. [ 865.082168] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.082168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.098521] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.098741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.098866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.099725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.099725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.099725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.559777] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.880193] env[70491]: INFO networking_nsxv3.common.synchronization [req-cc845454-ee1b-4518-bcca-c32dce9094ef req-9fa6347e-c229-4577-b125-ba83e5525156 service nova] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 865.880552] env[70491]: INFO networking_nsxv3.common.synchronization [req-cc845454-ee1b-4518-bcca-c32dce9094ef req-9fa6347e-c229-4577-b125-ba83e5525156 service nova] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 865.880879] env[70491]: INFO networking_nsxv3.common.synchronization [req-cc845454-ee1b-4518-bcca-c32dce9094ef req-9fa6347e-c229-4577-b125-ba83e5525156 service nova] Enqueued Resource ID: a1b588fd-e4df-4814-a6b1-ca9f4340c551 with Priority: HIGHEST for action port [ 865.881954] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_rules [ 865.882214] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 865.882550] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b588fd-e4df-4814-a6b1-ca9f4340c551 with Priority: HIGHEST for action port [ 865.883015] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.883232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.883349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.883713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.883817] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.885469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.885669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.885818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.886094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.886322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.886507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.886665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.887220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.887220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.887337] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.889709] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b588fd-e4df-4814-a6b1-ca9f4340c551 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.889709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.889709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.889709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.889709] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b588fd-e4df-4814-a6b1-ca9f4340c551',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.062237] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.062420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.062485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.062683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.062777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.062876] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 866.092965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.093133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.093200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.093407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.093558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.102384] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 866.392108] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.392108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.392108] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.393591] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b588fd-e4df-4814-a6b1-ca9f4340c551 with status ACTIVE [ 866.393591] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.393591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.393591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.393591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.393591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.393591] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.393591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.393994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.393994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.393994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.393994] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.394161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.394161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.394275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.394348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.394433] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b588fd-e4df-4814-a6b1-ca9f4340c551 is going to be updated. [ 866.420538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.421750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.421750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.421750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.421750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.421750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b588fd-e4df-4814-a6b1-ca9f4340c551" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896329] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.401487] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.401755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.401755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.402405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.402405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.402405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 is going to be created. [ 867.424470] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.424845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.424845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.424960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.425024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.434012] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: UNINITIALIZED for 2s [ 868.112724] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 868.113170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.113337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.113562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.113791] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.113938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.114032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.114234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.114334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.114408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.114499] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.618137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.618306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.618379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.618704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.618933] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.619070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.619157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.619344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.619438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.619582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.619842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.619952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.620043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.620220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.620388] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.620487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.620551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.620694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.620772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.620854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.620941] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.855439] env[70491]: INFO networking_nsxv3.common.synchronization [req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 req-bd215cc4-0acd-4a45-917e-a0f9388cf93c tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 868.855975] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 868.856288] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.856453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.856533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.856783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856961] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.857104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.857191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.857387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.857527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.857659] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.124699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd: rpc.has_security_group_logging(os_id): False [ 869.144476] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.144680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.144799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.145069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.145178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.145414] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.145510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.145569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.145727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.145798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.145978] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.146079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.146135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.146271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.146536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.146536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.146660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.146698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.147566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.147566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.147566] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 869.201437] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.201616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.201886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.201886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.202023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.214927] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 869.364018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.364146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.364306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.365193] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.365193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.365193] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 869.390885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.390885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.390885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.390885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.390885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.399034] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 869.442397] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: SUCCESS [ 869.443024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.443024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.443228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.443329] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.443393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.443433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.443584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.443667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.443755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.443848] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.777036] env[70491]: INFO networking_nsxv3.common.synchronization [req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 req-e811102c-89ef-464e-9ae6-c7f8564f2dbf tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 869.777249] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGHEST for action security_group_members [ 869.777571] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.777696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.777764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.777967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.778142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.778243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.778296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.778446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.778537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.778695] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.945986] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.281539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.281829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.281829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.282057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.282131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282319] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.282423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.282485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.282640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.282717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.282805] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be updated. [ 870.334526] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.334728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.334773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.334955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.335114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.344428] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: IN_PROGRESS for 2s [ 870.448529] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1: rpc.has_security_group_logging(os_id): False [ 870.467755] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.467755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.467755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.468097] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.468097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.468097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.468212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.468318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.468438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 is going to be created. [ 870.558024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.558024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.558024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.558024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.558395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.568053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: IN_PROGRESS for 2s [ 871.230792] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 871.231044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.407911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 871.408222] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 871.408222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.459263] env[70491]: INFO networking_nsxv3.common.synchronization [req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 req-7c802501-20be-47ef-8701-0d7b61ae8f23 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Enqueued Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 871.459263] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 871.459263] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.459263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.459263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.459263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.459687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.459860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.460405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.460628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.460740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.460863] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.884092] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-920" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-920" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.884092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-920" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.884092] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.884092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.884092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.884480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.884480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.884633] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.884747] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.884859] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.884969] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.885093] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.885202] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.885343] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.902958] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.903895] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.903895] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.903895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-920" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.903895] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.904205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.904205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.904364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.904508] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.963410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.963579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.963654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.963865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.963960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.964175] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.964277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.964341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.964491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.964587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.964642] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 already deleted. [ 871.964723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.353825] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 in Status: SUCCESS [ 872.353981] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 deletion is rescheduled due to dependency. [ 872.354117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.407390] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.407600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.407776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.408024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.408396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.408396] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f not found, creating... [ 872.408647] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.408806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.408929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.409165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.409303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.409602] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.409774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.409907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.410116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.410248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.410389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f is going to be created. [ 872.428734] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.428958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.429102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.429371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.429620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.429870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.578168] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: SUCCESS [ 872.578395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.149842] env[70491]: INFO networking_nsxv3.common.synchronization [req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 req-d6ed1efb-797c-47b4-8735-a0507711b294 service nova] Enqueued Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_rules [ 873.150040] env[70491]: INFO networking_nsxv3.common.synchronization [req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 req-d6ed1efb-797c-47b4-8735-a0507711b294 service nova] Enqueued Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 873.150189] env[70491]: INFO networking_nsxv3.common.synchronization [req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 req-d6ed1efb-797c-47b4-8735-a0507711b294 service nova] Enqueued Resource ID: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f with Priority: HIGHEST for action port [ 873.150417] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_rules [ 873.150543] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 873.150641] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f with Priority: HIGHEST for action port [ 873.151338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.151475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.151533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.151840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.151921] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.153330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.153410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.153461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.153630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.153981] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.153981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.153981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.154441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.154548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.154642] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.155828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.156044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.156136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.156295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.156370] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.653561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.653905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.656090] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.657845] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f with status ACTIVE [ 873.658042] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.658162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.658223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.658419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.658508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.658764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.658863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.658924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.659092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.659171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.659351] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.659443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.659501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.659711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.659791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.659876] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f is going to be updated. [ 873.680245] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.680383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.680426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.680590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.680721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.680871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.158410] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.355946] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b req-a5025177-214c-4537-9c03-cc3874e385fe tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Enqueued Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 874.356471] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 874.356776] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.356956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.356956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.357227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.357376] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.357469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.357584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.357739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.361014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.361014] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.663125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.663430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.663430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.663565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.663656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.663759] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 is going to be created. [ 874.757389] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.757599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-307" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.757727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-307" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.758055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-307" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.758323] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.758480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.758650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.758872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.759031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.759250] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.759365] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.759477] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.759586] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.759703] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.759825] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.759960] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.802198] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.802378] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.803026] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.803026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-307" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.803026] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2b883bcf-4595-4f9b-841d-290229587072 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.803246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.803288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.803591] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.803733] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b883bcf-4595-4f9b-841d-290229587072',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.812124] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.812309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.812354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.812518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.812668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.821459] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: UNINITIALIZED for 2s [ 874.860890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.861078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.861167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.861401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.861497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.861691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.861791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.861853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.862014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.862095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.862180] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 already deleted. [ 874.862260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.305800] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.306096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.306188] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.306461] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.306617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.306778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2b883bcf-4595-4f9b-841d-290229587072 not found, creating... [ 875.307048] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.307208] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.307337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.307557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.307722] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.308073] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.308254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.308377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.308588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.308757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.308895] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2b883bcf-4595-4f9b-841d-290229587072 is going to be created. [ 875.335185] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.335402] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.335535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.335882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.075645] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b req-7b7333df-fa4d-4283-8b25-51fde522f7db service nova] Enqueued Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_rules [ 876.075895] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b req-7b7333df-fa4d-4283-8b25-51fde522f7db service nova] Enqueued Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 876.076119] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b req-7b7333df-fa4d-4283-8b25-51fde522f7db service nova] Enqueued Resource ID: 2b883bcf-4595-4f9b-841d-290229587072 with Priority: HIGHEST for action port [ 876.076191] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_rules [ 876.076305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 876.076400] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b883bcf-4595-4f9b-841d-290229587072 with Priority: HIGHEST for action port [ 876.077536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.077684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.077731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.078054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.078054] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.079277] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.079492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.079585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.079777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.079926] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.082015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.082095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.082251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.082341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.082433] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.083602] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b883bcf-4595-4f9b-841d-290229587072 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.083712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.083783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.083937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.084024] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b883bcf-4595-4f9b-841d-290229587072',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.580558] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.580699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586071] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b883bcf-4595-4f9b-841d-290229587072 with status ACTIVE [ 876.586279] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.586405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.587653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.588070] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b883bcf-4595-4f9b-841d-290229587072 is going to be updated. [ 876.589240] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.607197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b883bcf-4595-4f9b-841d-290229587072" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.831501] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: SUCCESS [ 876.832165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.833160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.833412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.833619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.833737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.833806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.833967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.834071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.834162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.834299] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.094884] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.337191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.337358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.337423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.337646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.337839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.337941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.338014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.338186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.338273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.338507] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.338599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.338691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.338835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.338977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.339082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.339143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.339280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.339355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.339439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.339530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.597696] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.597885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.597960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.598194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.598288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.598391] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 is going to be created. [ 877.623856] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.624065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.624141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.624353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.624516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.636302] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: UNINITIALIZED for 2s [ 877.841928] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b67b07c-1627-44c3-ab32-d74df146fd20: rpc.has_security_group_logging(os_id): False [ 877.858939] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.859167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.859167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.859942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.859942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.859942] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.859942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.859942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.859942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.860239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.860239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.860323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.860358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.860555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.860555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.860976] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.860976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.860976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.861172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.861172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.861172] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 is going to be created. [ 877.918471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.918622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.918719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.918935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.919133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.931151] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: IN_PROGRESS for 2s [ 879.646372] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: SUCCESS [ 879.646619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.646772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.647038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.647393] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.647521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.647598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.648375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.648495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.648592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.648808] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.896819] env[70491]: INFO networking_nsxv3.common.synchronization [req-e15ce03c-35cb-46d1-ab54-1159c921b21a req-1c2e969c-64ec-448a-b1f2-a4bc775f7a69 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 879.897346] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 879.897637] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.897758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.897824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.898379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.898578] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.898873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.898873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.899099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.900282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.900431] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.944932] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: SUCCESS [ 879.944932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.974986] env[70491]: INFO networking_nsxv3.common.synchronization [req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 req-165a255e-6d1e-4b6f-a00b-ba8305040c67 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 879.977134] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 879.977134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.977134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.977134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.977134] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.151894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.152079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.152223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.152826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152943] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.153074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.153144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.153503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.153925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.154437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.154626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.154807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.155455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.155545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.155636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.155725] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.326269] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.326495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.326635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.327080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.327423] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.327598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.327743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.328055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.328144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.328412] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.328554] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.328788] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.328936] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.329509] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.329509] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.329509] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.350276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.350276] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.350276] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.350276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.350276] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.350276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.350276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.350276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.350276] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4a3ab0-6c07-42b0-b9af-028d04ad91e0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.402656] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.402656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.402656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.402656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.402846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.402916] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.403135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.403135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.403246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.403406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.403406] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a already deleted. [ 880.403491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.481481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.481650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.481768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.481939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.482045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.482252] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.482353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.482411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.483025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.483025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.483025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be updated. [ 880.528509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.528690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.528803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.529272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.529456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.538425] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: IN_PROGRESS for 2s [ 880.658829] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 410e9c98-0f49-4db2-b262-d73875c476b4: rpc.has_security_group_logging(os_id): False [ 880.675979] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.677025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677358] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.677664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.677664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.677664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.677815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.677909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.677974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.678177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.678254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.678339] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 is going to be created. [ 880.732512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.732643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.732859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.732927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.733094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.741854] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: IN_PROGRESS for 2s [ 880.854043] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.854043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.854043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.854043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.854043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.854402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 not found, creating... [ 880.854523] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.854689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.854817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.855074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.855222] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.855512] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.855668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.855793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.856008] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.856152] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.856293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 is going to be created. [ 880.891269] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.891468] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.891586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.891849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.892098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.892316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.650293] env[70491]: INFO networking_nsxv3.common.synchronization [req-e15ce03c-35cb-46d1-ab54-1159c921b21a req-a40e632f-95bf-44be-af3d-ccb849036011 service nova] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 881.650470] env[70491]: INFO networking_nsxv3.common.synchronization [req-e15ce03c-35cb-46d1-ab54-1159c921b21a req-a40e632f-95bf-44be-af3d-ccb849036011 service nova] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 881.650610] env[70491]: INFO networking_nsxv3.common.synchronization [req-e15ce03c-35cb-46d1-ab54-1159c921b21a req-a40e632f-95bf-44be-af3d-ccb849036011 service nova] Enqueued Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 881.650839] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 881.651076] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 881.651173] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 881.651730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.651861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.652008] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.652258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.652342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.653323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.654441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.654441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.654441] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.655094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.655094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.655211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.656267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.656267] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4a3ab0-6c07-42b0-b9af-028d04ad91e0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.157538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.158036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.158036] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.159615] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with status ACTIVE [ 882.159615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.159791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.159791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.159976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.160096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.160294] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.160403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.160481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.160658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.161260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.161260] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.161260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.161260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.161531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.161531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.161531] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 is going to be updated. [ 882.181761] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.181937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.181937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.182152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.182292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.182473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.547382] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 882.547588] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 deletion is rescheduled due to dependency. [ 882.547688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.662253] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.754720] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: SUCCESS [ 882.754960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.164030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.164030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.164542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.164542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be created. [ 883.187050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.187186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.187251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.187457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.187619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.197882] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: UNINITIALIZED for 2s [ 883.897191] env[70491]: INFO networking_nsxv3.common.synchronization [req-76703d71-bcb1-431b-adc9-583a72afbdb1 req-348aff8a-73a3-4ec9-bba8-8ff055cf23a9 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 883.897244] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 883.897495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.897609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.898239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.898239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.899664] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.899968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.899968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.900146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.900146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.900245] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.285304] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.285576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.285616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.285882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.286156] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.286318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.286436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.286896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.287325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.287325] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.287437] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.287519] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.287606] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.287701] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.287787] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.287917] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.305609] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.305727] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.305864] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.306061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.306375] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-f21cabe1-3b76-4326-86d0-748985c10a40 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.306542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.306661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.306987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.307150] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21cabe1-3b76-4326-86d0-748985c10a40',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.363726] env[70491]: INFO networking_nsxv3.common.synchronization [req-8262a596-c3af-462e-b34d-584f14750049 req-690643ed-e9ea-40d1-882d-76bebd235988 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Enqueued Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 884.364080] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGHEST for action security_group_members [ 884.364737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.364737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.364737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.365012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.365012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.365012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.365121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.365226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.365311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.365434] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.402063] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.810081] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.810645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.810782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.811105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.811274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.811849] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port f21cabe1-3b76-4326-86d0-748985c10a40 not found, creating... [ 884.811849] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.811992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.812071] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.812307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.812449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.812733] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.812891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.813015] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.813230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.813367] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.813506] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: f21cabe1-3b76-4326-86d0-748985c10a40 is going to be created. [ 884.849029] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.849029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.849029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.849029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.849262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.849407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.868097] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.868228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.868301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.868482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.868570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.868772] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.868876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.868940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.869111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.869189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.869274] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 is going to be updated. [ 884.905224] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.917681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.917831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.917914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.918142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.918281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.934601] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: IN_PROGRESS for 2s [ 885.210034] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 885.210261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.210432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.210787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.210933] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.210996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.211049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.211412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.211412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.211412] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.409542] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.409542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.409542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.409542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.409542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.409542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 885.435031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.435475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.435639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.443871] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 885.579606] env[70491]: INFO networking_nsxv3.common.synchronization [req-76703d71-bcb1-431b-adc9-583a72afbdb1 req-7f3fa580-5360-4860-9a15-91d7958dc89d service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 885.579736] env[70491]: INFO networking_nsxv3.common.synchronization [req-76703d71-bcb1-431b-adc9-583a72afbdb1 req-7f3fa580-5360-4860-9a15-91d7958dc89d service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 885.579865] env[70491]: INFO networking_nsxv3.common.synchronization [req-76703d71-bcb1-431b-adc9-583a72afbdb1 req-7f3fa580-5360-4860-9a15-91d7958dc89d service nova] Enqueued Resource ID: f21cabe1-3b76-4326-86d0-748985c10a40 with Priority: HIGHEST for action port [ 885.580085] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 885.581016] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 885.581016] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21cabe1-3b76-4326-86d0-748985c10a40 with Priority: HIGHEST for action port [ 885.583586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.583586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.583586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.583586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.583586] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.583959] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.584065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.584251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f21cabe1-3b76-4326-86d0-748985c10a40 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.584348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.584409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.584633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.584702] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21cabe1-3b76-4326-86d0-748985c10a40',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.713977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.714213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.714273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.714475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.714648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.714741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.714798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.714950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.715049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.715140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.715286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.715376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.715436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.715574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.715711] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.715804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.715865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.716060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.719147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.719284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.719373] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.084577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.084700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.087090] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f21cabe1-3b76-4326-86d0-748985c10a40 with status ACTIVE [ 886.087333] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.087419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.087505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.087745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.087859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.088071] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.088194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.088263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.088484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.089041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.089041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.089041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.089041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.089405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.089405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.089405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f21cabe1-3b76-4326-86d0-748985c10a40 is going to be updated. [ 886.111308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.111469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.111549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.111804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.111946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.112165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f21cabe1-3b76-4326-86d0-748985c10a40" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.221948] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 886.240947] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.241106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.241161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.241369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.241461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.241648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.241749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.241821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.241952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.242042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.242234] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.242330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.242393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.242524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.242646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.242828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.242930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.243042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.243139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.243213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.243343] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be created. [ 886.308868] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.308992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.309080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.309314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.309499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.320809] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 886.602704] env[70491]: INFO networking_nsxv3.common.synchronization [req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e req-9fc56ab4-37a0-4869-b645-49f2f521a4ee tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Enqueued Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 886.603301] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 886.603609] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.603735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.603806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.610873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.611123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.611249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.611317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.611503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.611592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611685] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.944206] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 in Status: SUCCESS [ 886.944476] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 deletion is rescheduled due to dependency. [ 886.944646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.117183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.117397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.117484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.117730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.117842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.118121] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.118245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.118316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.118496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.118578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.118666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 already deleted. [ 887.118864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.269647] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-438 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.269899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.270074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.270482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.270728] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.271665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.271665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.271665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.271665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.271665] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.271904] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.271904] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.272215] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.272215] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.272215] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.272353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.296021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.296021] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.296021] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.296021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.296021] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-51355081-d10c-4ccb-9184-0d42bb8c7ec0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.296021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.296021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.296021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.296021] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51355081-d10c-4ccb-9184-0d42bb8c7ec0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.454829] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 887.455223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.455516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.455821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.456236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.456440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.456909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.457083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.457206] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.800150] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.800150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.800527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.800915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.801040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.801257] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 51355081-d10c-4ccb-9184-0d42bb8c7ec0 not found, creating... [ 887.801612] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.801813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.801903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.802170] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.802364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.802799] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.802911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.803353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.803678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.803798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.803946] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 is going to be created. [ 887.822996] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.823178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.823306] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.823675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.823932] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.824172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.960121] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.094137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.094325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.094378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.094609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.094720] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.334048] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 888.334048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.462952] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.549741] env[70491]: INFO networking_nsxv3.common.synchronization [req-5f299321-4f60-4877-9760-385e701728b5 req-61e8729f-acfe-48d1-855f-9d21350c64b2 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Enqueued Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 888.550380] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGHEST for action security_group_members [ 888.550699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.550830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.550957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.551511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.551684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.551791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.551884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.552028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.552419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.552419] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.597280] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.632113] env[70491]: INFO networking_nsxv3.common.synchronization [req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e req-bb47ac6a-6b18-4411-8341-bc021d3644e3 service nova] Enqueued Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_rules [ 888.632300] env[70491]: INFO networking_nsxv3.common.synchronization [req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e req-bb47ac6a-6b18-4411-8341-bc021d3644e3 service nova] Enqueued Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 888.632437] env[70491]: INFO networking_nsxv3.common.synchronization [req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e req-bb47ac6a-6b18-4411-8341-bc021d3644e3 service nova] Enqueued Resource ID: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 with Priority: HIGHEST for action port [ 888.632661] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_rules [ 888.632793] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 888.632902] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 with Priority: HIGHEST for action port [ 888.633444] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.633579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.633621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.633918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.633956] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.638888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.638888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.638888] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.638888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-51355081-d10c-4ccb-9184-0d42bb8c7ec0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.638888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.638888] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51355081-d10c-4ccb-9184-0d42bb8c7ec0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.965081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.965081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.965081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.965081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.965515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.965515] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 888.996657] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.996785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.996855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.997079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.997224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 889.054956] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.056019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.056019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.056444] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 is going to be updated. [ 889.080179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.080334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.080435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.080601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.080740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.088292] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: IN_PROGRESS for 2s [ 889.100017] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.141035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.141035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.141561] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.142405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51355081-d10c-4ccb-9184-0d42bb8c7ec0 with status ACTIVE [ 889.142629] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.142765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.142849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.143100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.143190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.143398] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.143916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.143916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.143916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.143916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.144270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.144317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.144468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.144556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.144652] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 is going to be updated. [ 889.175769] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51355081-d10c-4ccb-9184-0d42bb8c7ec0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.601801] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 889.601957] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 889.646929] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.077605] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.077953] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.078438] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.078876] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.078876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.079146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.079146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.079386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.079550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.079661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.079720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.080031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.080031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.080031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.084240] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.084240] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.084240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.084240] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_rules [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [req-34182fc7-ea92-4d5a-98c7-702bbd38090b req-14bb200c-8fdd-49ad-8ca3-ce6a1e07f07a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_rules [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.127382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.129671] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.129671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.129671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.129671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.129671] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.130460] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.133989] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.133989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.133989] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4a3ab0-6c07-42b0-b9af-028d04ad91e0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.133989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.133989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.133989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.150286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.150286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.150286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.150286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.150537] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 is going to be created. [ 890.172750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.172955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.173027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.173250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.173409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182378] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: UNINITIALIZED for 2s [ 890.401653] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.401653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.401906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.401997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.415131] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 890.416034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.416727] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 890.419985] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.420160] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 890.420289] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.420732] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.420893] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 890.421039] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.421322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.421415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.421620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.421716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.421773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.421973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.422181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.422293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.422352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.422506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.422589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.422675] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.424723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.424723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.454392] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.454520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.454589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.454792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.461629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.461863] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 890.461940] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.462033] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 890.465167] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_rules [ 890.465328] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.465464] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_rules [ 890.465588] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 890.465708] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 890.465819] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.465940] env[70491]: INFO networking_nsxv3.common.synchronization [req-67fa8ca3-bd84-4394-8bd6-2e68937987b7 req-d7855a83-e881-454d-b3b5-4e90f7d10bde tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 890.466623] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_rules [ 890.466737] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_rules [ 890.466872] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 890.466872] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with Priority: HIGHEST for action port [ 890.466983] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 890.467055] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 890.467122] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 890.467380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.467475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.467655] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.467761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.467865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.468025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.468108] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.468887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.468974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.469192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.469274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.469512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.469512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.469951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.469951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.469951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.469951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.496715] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.496715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.496715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.496715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.496715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.497533] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 890.586365] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.586365] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.629442] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.630025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.630245] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 890.633979] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.635383] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with status ACTIVE [ 890.635593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.635653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.635717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.635895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.635985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.636148] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.636248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.636344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.636457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.636533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.636728] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.636821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.636878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.637015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.637101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.637186] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 is going to be updated. [ 890.638231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.638350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.656384] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.656527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.656585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.656755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.656958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.657125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.657295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.657451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.657779] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db4a3ab0-6c07-42b0-b9af-028d04ad91e0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.710756] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.710926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.710985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.711336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.711475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.711711] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 890.711820] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd', '8e418bc5-e421-4be1-8aa3-0add15c4e0d8', '8988bc71-da5a-4c23-bb5d-ab5fca8b7f29', 'fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a', '54ca1f83-b00b-4c96-82e0-4c2960206c00', '7374a02f-2dad-4330-9162-0dcde4930e4c', 'd78d8d3b-9736-4da2-b15f-12b03345feeb', 'f1fcb0fd-0beb-4c9f-9494-56df2a79c64f', '0882f013-4e43-4d82-b8c6-cc8de157a9a7', '4b67b07c-1627-44c3-ab32-d74df146fd20', 'f5202dc6-c10a-4955-8286-6152d7ef2bb5', 'bc1787e9-173b-4909-861a-f455e3193ed2', 'cdcd9546-ae48-4318-b496-f482a22ded41', '063ab3fc-b0b8-4d6d-8cf7-e409907e31ff', '039e590a-2538-4591-81ec-b512cb28d5f6', 'a5038ce2-9b78-4c7f-ab1f-72dd525373f7', 'f8e7a45a-c506-42cb-a5fa-2c260aee1438', '6638f102-0415-45ce-bb44-0a09a24249d3', 'af4f2dd8-239e-4892-b84a-a12855b51256', '51e3f581-fe43-4461-aea8-bcde37c9cbcf', '410e9c98-0f49-4db2-b262-d73875c476b4', '58421746-b35a-4941-b1dd-5a838735f891', '19aea4d3-278d-4003-b46d-6ceebd6edb82', 'e8746d4e-a117-4443-84b8-3462403c0dae', 'c22f9afc-2c27-460f-8718-fbf266ac1890', 'ec3992c5-d00f-4d7b-a59c-eaab027f77a8', '6106db14-e784-44fe-b485-49fcebbbbd85', 'dec09ede-0ef1-40dd-8f80-2e6c4700753a', 'ff47e1f3-7035-435c-8e01-51d7e122ec6a', 'e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18', 'b4f9bf33-beba-4d03-8fc7-e03e2260ca9c', '2f1b68d1-5294-4ff4-81c6-55b3103b0dc1', 'efaf2d2b-ba1a-427f-9aba-95d1fa5becce', '480152dc-d763-48b2-b13d-28f6a87f16b7', '4089defc-dea5-4d1c-b956-3149a3213240'} {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.711939] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 890.734898] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.735069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.735150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.735358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.735446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.735678] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 890.735678] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.735829] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 890.819282] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.819439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.819521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.819713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.820463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.820695] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 890.820774] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.820943] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 890.820943] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 890.821085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 890.821085] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGH for action security_group_rules [ 890.821175] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGH for action security_group_rules [ 890.821230] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGH for action security_group_rules [ 890.821277] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGH for action security_group_rules [ 890.821310] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGH for action security_group_rules [ 890.821363] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGH for action security_group_rules [ 890.821420] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 890.821486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGH for action security_group_rules [ 890.821544] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGH for action security_group_rules [ 890.821595] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGH for action security_group_rules [ 890.821655] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGH for action security_group_rules [ 890.821711] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGH for action security_group_rules [ 890.821772] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGH for action security_group_rules [ 890.821829] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGH for action security_group_rules [ 890.821891] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGH for action security_group_rules [ 890.821961] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGH for action security_group_rules [ 890.822041] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGH for action security_group_rules [ 890.822112] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGH for action security_group_rules [ 890.822147] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGH for action security_group_rules [ 890.822199] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGH for action security_group_rules [ 890.822282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.925104] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.971193] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.971193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.015247] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 891.015547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.015643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.015862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.016070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.016197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.016268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.016391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.016471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.016576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.016725] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.088437] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.089403] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.099931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 410e9c98-0f49-4db2-b262-d73875c476b4 in Status: SUCCESS [ 891.100186] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 deletion is rescheduled due to dependency. [ 891.100393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.159905] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 with status ACTIVE [ 891.160336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.160634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.160739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.160970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.161077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.161262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.161375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.161446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.161602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.161779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.161857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.161950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.162118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.162279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.162358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.162505] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 is going to be updated. [ 891.193632] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.193795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.193877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.194156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.194340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.194550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db4a3ab0-6c07-42b0-b9af-028d04ad91e0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.428251] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.522877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.522877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.522877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.522877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.523888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.523888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.523888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523888] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.592264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.592264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.592264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.592264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.592264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.592547] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be created. [ 891.593613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.593729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.593801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.596078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.596078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.596078] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 891.622873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.623048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.623128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.623337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.623503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.626312] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.626419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.626470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.626621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.626879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.633748] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 891.634678] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: UNINITIALIZED for 2s [ 891.689779] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b89fdf4-aa67-4c6f-bed3-a4199137426c req-190dde1c-3d14-423e-93f6-f25ab77e9d3d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 891.690399] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 891.690549] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGH for action security_group_rules [ 891.690657] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 with Priority: HIGH for action security_group_rules [ 891.690761] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 891.690858] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGH for action security_group_rules [ 891.690955] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGH for action security_group_rules [ 891.691969] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGH for action security_group_rules [ 891.692148] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6638f102-0415-45ce-bb44-0a09a24249d3 with Priority: HIGH for action security_group_rules [ 891.692260] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 with Priority: HIGH for action security_group_rules [ 891.692363] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGH for action security_group_rules [ 891.692463] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 with Priority: HIGH for action security_group_rules [ 891.692573] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd9546-ae48-4318-b496-f482a22ded41 with Priority: HIGH for action security_group_rules [ 891.692669] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGH for action security_group_rules [ 891.692760] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGH for action security_group_rules [ 891.692850] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 with Priority: HIGH for action security_group_rules [ 891.692941] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 with Priority: HIGH for action security_group_rules [ 891.693045] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7374a02f-2dad-4330-9162-0dcde4930e4c with Priority: HIGH for action security_group_rules [ 891.693141] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f with Priority: HIGH for action security_group_rules [ 891.693240] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 with Priority: HIGH for action security_group_rules [ 891.693329] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 with Priority: HIGH for action security_group_rules [ 891.693406] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGH for action security_group_rules [ 891.697209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.697209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.697209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697209] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.697711] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.697864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.697912] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.698618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.699591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.699591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.699591] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8988bc71-da5a-4c23-bb5d-ab5fca8b7f29',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.700083] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.700083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.700083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.700296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.700370] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.701402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.701515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.701574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.701708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.701778] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.702953] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.704706] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.704706] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.704706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.704706] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.706518] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6638f102-0415-45ce-bb44-0a09a24249d3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.706518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.706518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.706518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.706518] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6638f102-0415-45ce-bb44-0a09a24249d3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.707518] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.707518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707696] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e7a45a-c506-42cb-a5fa-2c260aee1438',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.707891] env[70491]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 891.708669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.708669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.708758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.709117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.709161] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.710020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.710128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.710192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.710344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.710418] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5038ce2-9b78-4c7f-ab1f-72dd525373f7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.711225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcd9546-ae48-4318-b496-f482a22ded41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.711323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.711381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.711566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.711607] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcd9546-ae48-4318-b496-f482a22ded41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.712768] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.712871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.712935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.713098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.713173] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.713966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.714094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.714164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.714312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.714384] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.715201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b67b07c-1627-44c3-ab32-d74df146fd20 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.715288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.715346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.715563] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b67b07c-1627-44c3-ab32-d74df146fd20',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.716461] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.716562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.716627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.716781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.716861] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0882f013-4e43-4d82-b8c6-cc8de157a9a7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.717668] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7374a02f-2dad-4330-9162-0dcde4930e4c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.717765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.717834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.718013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.718059] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7374a02f-2dad-4330-9162-0dcde4930e4c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.718860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.718969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.719048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.719196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.719268] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fcb0fd-0beb-4c9f-9494-56df2a79c64f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.720232] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ca1f83-b00b-4c96-82e0-4c2960206c00 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.720331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.720398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.720546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.720619] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ca1f83-b00b-4c96-82e0-4c2960206c00',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.720825] env[70491]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 891.722498] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.722498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.722498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.722498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.722498] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e418bc5-e421-4be1-8aa3-0add15c4e0d8',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.723648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.723648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.930684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.930866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.930969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.931324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.931447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.931554] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 is going to be created. [ 891.953986] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.954144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.954417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.954571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.963322] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: UNINITIALIZED for 2s [ 892.030384] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 892.053024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.053024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.053024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.053024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.074207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.074501] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.074695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.076073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.076073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.076073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.076463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.076463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.076546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.076634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.077566] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 892.136982] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.137486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.137486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.137642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.137796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.149512] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 892.158135] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-132 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.158345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.158578] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.158773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.159081] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.159252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.159374] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.159580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.159860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.159951] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.160077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.160190] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.160297] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.160883] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.160883] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.160883] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.177203] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.177334] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.177473] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.177643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-132" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.177947] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-668573d9-5da6-4ae7-ac7a-4020151fbb81 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.178242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.178242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.178561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.178706] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668573d9-5da6-4ae7-ac7a-4020151fbb81',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.202068] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: SUCCESS [ 892.202256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.202662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.202891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.203099] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.203216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.203326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.203434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.203596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.203596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.203698] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.226515] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.226750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.226873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.227084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.227249] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.227347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.227406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.227560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.227648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.227736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.227822] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.228636] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.251640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.251640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.251640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.251996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.264747] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.265087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.271303] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.271508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.271585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.271752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.271942] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.272060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.272130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.272276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.272364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.272452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.272554] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.273528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.273669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.273737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.273907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.274525] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.274680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.274743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.274961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.275108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.275229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.275337] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.277566] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.277677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.278127] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.278247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.278339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.278456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.278622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.278748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.278806] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.285044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285158] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8988bc71-da5a-4c23-bb5d-ab5fca8b7f29 is going to be deleted. [ 892.287865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.287982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.288064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.288239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.342647] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.342822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.345260] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.345386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.346116] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.346571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.347148] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.347148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.347933] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.349033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.349033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.349578] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.349678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.350599] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.350713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.351411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.351556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.352201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.352317] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e7a45a-c506-42cb-a5fa-2c260aee1438 is going to be deleted. [ 892.353229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.353391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.354818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.354899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.355659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.355754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.356682] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 892.357103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.357201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.375110] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 892.375633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.375788] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be deleted. [ 892.377053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.377299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.396728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.398085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6638f102-0415-45ce-bb44-0a09a24249d3 is going to be deleted. [ 892.398937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.399155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.400536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.400829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.422410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.422410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b67b07c-1627-44c3-ab32-d74df146fd20 is going to be deleted. [ 892.422651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.422896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.427747] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.427873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.440535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.440684] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fcb0fd-0beb-4c9f-9494-56df2a79c64f is going to be deleted. [ 892.441655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.441890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.459377] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.459501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.464288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.464408] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0882f013-4e43-4d82-b8c6-cc8de157a9a7 is going to be deleted. [ 892.465205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.465405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.502490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.503402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be deleted. [ 892.504251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.504514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.520615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.520908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.547924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.548166] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7374a02f-2dad-4330-9162-0dcde4930e4c is going to be deleted. [ 892.549125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.549355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.627889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.628069] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be deleted. [ 892.629085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.629303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.630787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.630893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.654477] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.654614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.665085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.665235] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcd9546-ae48-4318-b496-f482a22ded41 is going to be deleted. [ 892.666161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.666367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.681208] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.681421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.681550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.681811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.681961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.682157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 668573d9-5da6-4ae7-ac7a-4020151fbb81 not found, creating... [ 892.682424] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.682584] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.682704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.682925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.683081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.683354] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.683510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.683628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.683830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.683966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.684224] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 668573d9-5da6-4ae7-ac7a-4020151fbb81 is going to be created. [ 892.701885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.701992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.705349] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.705536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.705666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.705918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.706161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.706390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.707431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.707431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.707431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.707609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.707688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.707781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.707874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.709222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.709354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.709450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.709607] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.709704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.709768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.709919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.710071] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.710164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.710224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.710361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.710438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.710518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.710606] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.714899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.715022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e418bc5-e421-4be1-8aa3-0add15c4e0d8 is going to be deleted. [ 892.715871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.716053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.730419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.730591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.730639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.731369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.731369] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.731369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.731369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.731369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.731369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.731659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.731659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.731659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.731782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.731819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.731940] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.732050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.732108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.732246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.732322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.732404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.732490] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.733355] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.754505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.755728] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ca1f83-b00b-4c96-82e0-4c2960206c00 is going to be deleted. [ 892.757162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.757162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759335] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.786919] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.787070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.787259] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.788694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.788847] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5038ce2-9b78-4c7f-ab1f-72dd525373f7 is going to be deleted. [ 892.790022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.790246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.790336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.790456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8988bc71-da5a-4c23-bb5d-ab5fca8b7f29" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.791366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.791366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e7a45a-c506-42cb-a5fa-2c260aee1438" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.791872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.792176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.792618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6638f102-0415-45ce-bb44-0a09a24249d3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.793081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.793134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.793275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.793614] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.793709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.793923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.793982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.794028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.794923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.794923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.794923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.795292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.795292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.795467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.795467] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.796079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.796234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.796313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.796440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b67b07c-1627-44c3-ab32-d74df146fd20" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.797491] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.797597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.797647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.797794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.797929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.798076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.798116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.798622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.798702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.798973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.799153] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.799263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.799358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.799564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.799860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.799860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.799860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.800090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.800090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.800172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.801270] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.805027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.805317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.805317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.805440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fcb0fd-0beb-4c9f-9494-56df2a79c64f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.806356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.806438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0882f013-4e43-4d82-b8c6-cc8de157a9a7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.806683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.806849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.806932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.807387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.807387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.807489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7374a02f-2dad-4330-9162-0dcde4930e4c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.812038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcd9546-ae48-4318-b496-f482a22ded41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.814213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.814321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.814393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.814546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.814626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.814740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e418bc5-e421-4be1-8aa3-0add15c4e0d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.901507] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 892.901997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.902295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.902418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.904694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.904694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.904694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5038ce2-9b78-4c7f-ab1f-72dd525373f7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.908973] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 892.909453] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.909575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.909643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.909857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.909943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.910073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ca1f83-b00b-4c96-82e0-4c2960206c00" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.214394] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddd78-55b3-461e-93bd-5abaed0690b3: rpc.has_security_group_logging(os_id): False [ 893.234565] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.234762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.234818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.235035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.235157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.235391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.235490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.235567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.235733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.235812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.236081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.236187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.236253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.236770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.236944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.237215] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.237322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.237396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.237521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.237627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.237718] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 is going to be created. [ 893.239420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd: rpc.has_security_group_logging(os_id): False [ 893.240692] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.240833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.240894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.241283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.241380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.241553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 893.263507] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.263739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.263787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.263966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.271682] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.271823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.271895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.272954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.272954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.280942] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 893.284097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.284537] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.284670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.284736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.284968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.285034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.285241] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.285549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.285549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.285632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.285632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.285861] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.285972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.285972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.286270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.286270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.286270] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 893.291762] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc1787e9-173b-4909-861a-f455e3193ed2: rpc.has_security_group_logging(os_id): False [ 893.297947] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af4f2dd8-239e-4892-b84a-a12855b51256: rpc.has_security_group_logging(os_id): False [ 893.306386] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 039e590a-2538-4591-81ec-b512cb28d5f6: rpc.has_security_group_logging(os_id): False [ 893.312603] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.312788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.313411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.313411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.316695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.316695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.330997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.331237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.332022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.332192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.336428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.336717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.336873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.336938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.337179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.337273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.337375] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 is going to be updated. [ 893.338594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.339334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.339334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.340182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.340360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.356311] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: IN_PROGRESS for 2s [ 893.360994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.361317] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.361502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.361566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.361829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.361926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.362141] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.362243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.362358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.362517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.362640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.365450] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.365450] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.365450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.367791] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.371020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.398978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.398978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.398978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 893.401116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.401353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.401568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.405028] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.405306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.438068] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: IN_PROGRESS for 2s [ 893.439039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 893.508533] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.508701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.508776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.509040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.509194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.527883] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b89fdf4-aa67-4c6f-bed3-a4199137426c req-e1e451e9-d718-44fd-ae7c-13befa620a6d service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 893.528085] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b89fdf4-aa67-4c6f-bed3-a4199137426c req-e1e451e9-d718-44fd-ae7c-13befa620a6d service nova] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 893.528232] env[70491]: INFO networking_nsxv3.common.synchronization [req-3b89fdf4-aa67-4c6f-bed3-a4199137426c req-e1e451e9-d718-44fd-ae7c-13befa620a6d service nova] Enqueued Resource ID: 668573d9-5da6-4ae7-ac7a-4020151fbb81 with Priority: HIGHEST for action port [ 893.528462] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_rules [ 893.528592] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 893.528690] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668573d9-5da6-4ae7-ac7a-4020151fbb81 with Priority: HIGHEST for action port [ 893.529346] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.529419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.530281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.530281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.530281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-668573d9-5da6-4ae7-ac7a-4020151fbb81 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.530281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.530281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.530281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.530739] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668573d9-5da6-4ae7-ac7a-4020151fbb81',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.536402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 893.553945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.554135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.554230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.554381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.582543] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 893.652133] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 893.652425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.652664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.652946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.653750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.653750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.653750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.653750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.653942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.653942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.656056] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 893.656962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.659803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.660088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.660361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.660361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.660564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.660688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.660824] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.977123] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: SUCCESS [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.977123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.977123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.977123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.032752] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 668573d9-5da6-4ae7-ac7a-4020151fbb81 with status ACTIVE [ 894.033058] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.033205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.033277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.033492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.033584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.033766] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.033871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.033937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.034103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.034181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.034363] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.034457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.034520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.034659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.034735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.034909] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 668573d9-5da6-4ae7-ac7a-4020151fbb81 is going to be updated. [ 894.057891] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.057976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.058761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.058761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.058761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668573d9-5da6-4ae7-ac7a-4020151fbb81" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.162554] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.163642] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.185703] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 894.186048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.479218] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.666174] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.670596] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.981496] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.168556] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.168728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.168797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.169192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.169248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.169389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 895.175321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.175439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.175510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.175696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.175784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.175879] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be updated. [ 895.206121] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.206285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.206331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.206536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.206682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.208764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.208931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.209015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.209203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.209320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.220306] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 895.220957] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 895.293379] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 895.293604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.294109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.294330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.294545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.294661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.294727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.294880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.294964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.295067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.295163] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.295938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.303209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.303524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.303591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.303747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.303829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.303927] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.368802] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: SUCCESS [ 895.369008] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.455387] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 895.455804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.457670] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: SUCCESS [ 895.457670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.484885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.484885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.484885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.485243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.485243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.485305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 is going to be updated. [ 895.510620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.510937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.510937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.510937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.511110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.521025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: IN_PROGRESS for 2s [ 895.530517] env[70491]: INFO networking_nsxv3.common.synchronization [req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 req-ebb6c3b6-39a7-4c14-8f72-2623dd3906a9 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 895.531051] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 895.531420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.531537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.531603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.531797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.531950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.532505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.535645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.535645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.535645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.535645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.558475] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 895.558475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.609194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 895.609442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805430] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.805547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.805752] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.035266] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.310402] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.538020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.812746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.812944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.813037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.813301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.813431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.813544] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 896.845213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.845481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.845575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.845806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.845966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.854765] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 897.045745] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.045745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.045870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.046142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.046142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.046253] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 897.072444] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.072444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.072444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.072949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.073332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.081780] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 897.235026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 897.235026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.237176] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.237176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.237176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.237745] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.239960] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.239960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.239960] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.532324] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: SUCCESS [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.532324] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.532324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.532324] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.742344] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.743687] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.040279] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.250942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.250942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.543190] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c25e23ba-edd0-42ea-8f14-0ffe4edd0a95: rpc.has_security_group_logging(os_id): False [ 898.562791] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.562966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.563051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.563278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.563400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.563664] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.563769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.563835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.563998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.564093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.564184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 is going to be created. [ 898.612973] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.613149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.613232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.613483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.613668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622315] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: IN_PROGRESS for 2s [ 898.731158] env[70491]: INFO networking_nsxv3.common.synchronization [None req-391316da-c629-4676-8916-df4f90fda598 None None] Enqueued Resource ID: b2902c11-29af-485a-9576-e83b11db441c with Priority: HIGHEST for action port [ 898.731376] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2902c11-29af-485a-9576-e83b11db441c with Priority: HIGHEST for action port [ 898.731686] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2902c11-29af-485a-9576-e83b11db441c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.731810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2902c11-29af-485a-9576-e83b11db441c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.731873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2902c11-29af-485a-9576-e83b11db441c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.732196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2902c11-29af-485a-9576-e83b11db441c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.732310] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2902c11-29af-485a-9576-e83b11db441c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.751526] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.751816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.751816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.751949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.752028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.752127] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be updated. [ 898.753365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.753510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.753572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.753704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.753787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.753930] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 898.788245] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.788429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.788524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.788672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.788851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.793147] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.793859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.793859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.793859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.793859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.802761] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 898.803420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 898.863361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 898.863543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.863707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.863918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.864121] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.864322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.864322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.864454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.864536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.864622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.864779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.864875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.864938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.865097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.865237] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.865329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.865390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.865528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.865602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.865682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.865771] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.090951] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 899.091217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.234345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2902c11-29af-485a-9576-e83b11db441c [ 899.234612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.234752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.234833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.235063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.235157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.235265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2902c11-29af-485a-9576-e83b11db441c already deleted. [ 899.235349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2902c11-29af-485a-9576-e83b11db441c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.373156] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff: rpc.has_security_group_logging(os_id): False [ 899.392955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.393177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.393275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.393503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.412512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413423] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.413595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.413734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.413790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.413975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.414068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.414127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.414793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.414793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414793] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 899.483561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.483670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.483759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.484014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.484139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.498661] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 899.820030] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7e290960-b5b1-457b-920b-9c2f12f4ef5c tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 899.820030] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 899.823769] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.823902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.823976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.824305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.824367] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.925313] env[70491]: INFO networking_nsxv3.common.synchronization [req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff req-c52c6113-cd22-439e-a35b-d2744ab9ea5d tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Enqueued Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 899.925313] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGHEST for action security_group_members [ 899.925313] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.925313] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.925313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.926135] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.993330] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bc715b8d-6a35-4d12-b6b3-9c6b5443a6fe tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 899.998186] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 899.999481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.999658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.209333] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2aca963-4d91-4579-89ae-4293ab6e974d req-f108710e-c9c8-478f-a667-02cb74bb457b tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 900.209333] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 900.211712] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.211928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.212075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.212257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.212554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.212610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.212842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.213159] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.347123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.347334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.347334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.347666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.347666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.347788] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c already deleted. [ 900.347829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.347959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.348130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.348206] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.429794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.429952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.430053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.430274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.430366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.430562] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.430660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.430723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.430871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.430948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.431051] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 is going to be updated. [ 900.459148] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.459398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.459398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.459556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.459699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.470579] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: IN_PROGRESS for 2s [ 900.610436] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.610436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.610633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.611054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.611363] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.611559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.611702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.611978] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.612199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.612374] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.612496] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.612606] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.612717] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.612827] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.612936] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.613094] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.662660] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: SUCCESS [ 900.662660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.668023] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.668023] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.668023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668023] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2fde03b4-7006-4c79-8a63-c46d6379a89f taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.668023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.668023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.668023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.668023] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fde03b4-7006-4c79-8a63-c46d6379a89f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.716706] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.716997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.717141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.717465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.717689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.717916] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.718094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.718194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.718433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.718558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.718692] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a already deleted. [ 900.718818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.817073] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 900.817073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.817073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.817260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.817495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.817674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.817748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.817918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.818025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.818159] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.821149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 900.821418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.821493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.821667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.821837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.821950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.822026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.822175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.822253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.822345] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.868309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.868309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.868484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.868580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.868653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.868751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c already deleted. [ 900.868833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.153597] env[70491]: INFO networking_nsxv3.common.synchronization [None req-bc9af117-42df-4c63-b31d-dea2c458a8dd None None] Enqueued Resource ID: cad7af75-a657-4911-bb6a-dc9a4df4c864 with Priority: HIGHEST for action port [ 901.153921] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad7af75-a657-4911-bb6a-dc9a4df4c864 with Priority: HIGHEST for action port [ 901.154218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad7af75-a657-4911-bb6a-dc9a4df4c864 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.154339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad7af75-a657-4911-bb6a-dc9a4df4c864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.154407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad7af75-a657-4911-bb6a-dc9a4df4c864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.155038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad7af75-a657-4911-bb6a-dc9a4df4c864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.155038] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad7af75-a657-4911-bb6a-dc9a4df4c864',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.172266] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.172558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.173098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.173098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.173098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.173396] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2fde03b4-7006-4c79-8a63-c46d6379a89f not found, creating... [ 901.173562] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.173662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.173751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.174043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.174146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.174487] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.174690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.174791] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.175037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.175215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.175411] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2fde03b4-7006-4c79-8a63-c46d6379a89f is going to be created. [ 901.221932] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.222116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.222175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.222460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.223284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.223885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.324202] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.325299] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.512241] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 901.512486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.512674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.512891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.512985] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.657814] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cad7af75-a657-4911-bb6a-dc9a4df4c864 [ 901.658382] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.658488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.658488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.658695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.659327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.659327] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cad7af75-a657-4911-bb6a-dc9a4df4c864 already deleted. [ 901.659327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad7af75-a657-4911-bb6a-dc9a4df4c864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.827954] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.830442] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.948655] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2aca963-4d91-4579-89ae-4293ab6e974d req-6ddc1e5e-0a79-49d9-a71e-99eb3e1c2ff5 service nova] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 901.948854] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2aca963-4d91-4579-89ae-4293ab6e974d req-6ddc1e5e-0a79-49d9-a71e-99eb3e1c2ff5 service nova] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 901.949041] env[70491]: INFO networking_nsxv3.common.synchronization [req-a2aca963-4d91-4579-89ae-4293ab6e974d req-6ddc1e5e-0a79-49d9-a71e-99eb3e1c2ff5 service nova] Enqueued Resource ID: 2fde03b4-7006-4c79-8a63-c46d6379a89f with Priority: HIGHEST for action port [ 901.949286] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_rules [ 901.949408] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 901.949500] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fde03b4-7006-4c79-8a63-c46d6379a89f with Priority: HIGHEST for action port [ 901.950509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.950509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.950676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.950762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.950834] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.952306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.952473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.952473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.952689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.952798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.952897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.953100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.953100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.953357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.953357] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.953963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fde03b4-7006-4c79-8a63-c46d6379a89f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.954119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.954119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.954760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.954760] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fde03b4-7006-4c79-8a63-c46d6379a89f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.019141] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.019292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.019364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.019565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.019723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.019816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.019877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.020034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.020134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.020223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.020310] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.331152] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.331358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.331525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.331571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.331655] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be updated. [ 902.334612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.334768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.334768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.334919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.335036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.335658] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 902.359163] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.359345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.359433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.359658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.359808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.362089] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.362216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.362312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.362471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.362594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.370957] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 902.371651] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 902.457498] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.457498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.457498] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.457741] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fde03b4-7006-4c79-8a63-c46d6379a89f with status ACTIVE [ 902.458299] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.458299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.458299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.458494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.458494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.458566] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.458665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.458726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.458870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.458967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.459808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.459808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.459808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.459808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.459808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.459808] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fde03b4-7006-4c79-8a63-c46d6379a89f is going to be updated. [ 902.478583] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 in Status: SUCCESS [ 902.479792] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 deletion is rescheduled due to dependency. [ 902.479792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.480630] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.480755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.480823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.481026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.481158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.481456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fde03b4-7006-4c79-8a63-c46d6379a89f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.525060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.525060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.525060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.526134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.526134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.526134] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.962604] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.990675] env[70491]: INFO networking_nsxv3.common.synchronization [req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 req-9b09b7df-2c9b-4c14-93d6-5ce656339345 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 902.991389] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 902.991705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.991827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.991888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.994488] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.994606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.994675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.994937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.995059] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.030031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff: rpc.has_security_group_logging(os_id): False [ 903.046046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.046046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.046046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.046550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.046550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.046550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.046550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.046945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.047093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.047323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.047451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.047530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.047695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.047794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.047899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 903.107466] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.107640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.107711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.107983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.108188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.124417] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 903.400165] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.400508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.400508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.400754] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.401626] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.401626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.401626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.401626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.401930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.401930] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.402037] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.402868] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.403047] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.403162] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.403274] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.403412] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.422284] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.422473] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.422624] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.422802] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-689" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.423138] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-580d3629-c33c-49e4-bd17-ea38331040b6 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.426212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.426212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.426212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.426212] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580d3629-c33c-49e4-bd17-ea38331040b6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.465678] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.465678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.465678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.465991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.466091] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a is going to be created. [ 903.488408] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.488596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.488651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.488828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.489098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.497134] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: UNINITIALIZED for 2s [ 903.497393] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.891031] env[70491]: INFO networking_nsxv3.common.synchronization [req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 req-b3dc57ba-b226-40aa-9516-7100cf1e7fe9 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Enqueued Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 903.891397] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 with Priority: HIGHEST for action security_group_members [ 903.891703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-480152dc-d763-48b2-b13d-28f6a87f16b7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.891826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.891889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.892102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.892250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.892343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.892402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.892847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.892847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.892847] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('480152dc-d763-48b2-b13d-28f6a87f16b7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.927644] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.927886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.927994] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.928317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.928473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.928630] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 580d3629-c33c-49e4-bd17-ea38331040b6 not found, creating... [ 903.928889] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.929083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.929212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.929435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.929571] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.929918] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.930121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.930253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.930470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.930865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.930865] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 580d3629-c33c-49e4-bd17-ea38331040b6 is going to be created. [ 903.950017] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.950272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.950399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.950670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.950900] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.951138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.000055] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.381960] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 904.382238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.382920] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 904.383100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.383250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.383461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.384506] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.384506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.384506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.384506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.384506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.384506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.384506] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.386365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.386687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.386800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.386845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.386981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.387076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.387158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.387240] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.394553] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.394665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.394758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.395120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.414726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.414995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.415168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.415210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.415380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.415460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.415561] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 is going to be updated. [ 904.442372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.442372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.442372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.442372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.443621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.454316] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: IN_PROGRESS for 2s [ 904.505368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.506333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.506427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.506709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.506849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.506996] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 904.535692] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.535838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.535909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.536129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.536275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.544499] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 904.711783] env[70491]: INFO networking_nsxv3.common.synchronization [req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 req-6a565505-d615-465d-b20c-7801b598b440 service nova] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_rules [ 904.711895] env[70491]: INFO networking_nsxv3.common.synchronization [req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 req-6a565505-d615-465d-b20c-7801b598b440 service nova] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 904.712043] env[70491]: INFO networking_nsxv3.common.synchronization [req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 req-6a565505-d615-465d-b20c-7801b598b440 service nova] Enqueued Resource ID: 580d3629-c33c-49e4-bd17-ea38331040b6 with Priority: HIGHEST for action port [ 904.712582] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_rules [ 904.712737] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 904.712845] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580d3629-c33c-49e4-bd17-ea38331040b6 with Priority: HIGHEST for action port [ 904.716655] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.716843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.716953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.717234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.717332] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.718404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.718548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719163] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-580d3629-c33c-49e4-bd17-ea38331040b6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.719163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.719487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.719562] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580d3629-c33c-49e4-bd17-ea38331040b6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.889468] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.890599] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.890757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.890819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.891013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.891179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.891286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.891356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.891502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.891589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.891677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.891821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.891912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.891976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.892123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.892259] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.892346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.892404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.892553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.892600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.892680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.892760] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.138661] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 905.138950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.224556] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.224702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.224903] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 580d3629-c33c-49e4-bd17-ea38331040b6 with status ACTIVE [ 905.225090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.225475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.225566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.225754] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226392] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.226484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.226550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 580d3629-c33c-49e4-bd17-ea38331040b6 is going to be updated. [ 905.251351] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.251506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.251576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.251805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.251935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.252143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580d3629-c33c-49e4-bd17-ea38331040b6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.397210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03: rpc.has_security_group_logging(os_id): False [ 905.398816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 905.433602] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.433928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.433928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.434123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.435869] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.435982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.456784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.457083] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.457213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.457278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.457497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.457592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.457824] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.457924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.457987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.458152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.458233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.458483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.458615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.458681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.458828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.458902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.459021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 905.460251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.460441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.460527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.460734] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.460859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.460936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.461098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.461176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.461265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be created. [ 905.506961] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: SUCCESS [ 905.507209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.507421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.507605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.507848] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.507991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.508072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.508241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.508326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.508412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.508514] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.520539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.520701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.520741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.520950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.521187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.528203] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.528395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.528395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.528589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.528836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.535472] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 905.541964] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 906.011763] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.463842] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 in Status: SUCCESS [ 906.464133] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 480152dc-d763-48b2-b13d-28f6a87f16b7 deletion is rescheduled due to dependency. [ 906.464176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-480152dc-d763-48b2-b13d-28f6a87f16b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515550] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42133a7c-9e65-431b-a315-68fb5aa2924a: rpc.has_security_group_logging(os_id): False [ 906.532064] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.532226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.532313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.532720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.533115] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.533221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.533288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.533458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.533536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.533628] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a is going to be created. [ 906.554040] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 906.554313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.554805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.555079] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.555222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.555316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.555494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.555579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.555680] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.590620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.590785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.590854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.591057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.591235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.603198] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: IN_PROGRESS for 2s [ 907.058527] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.552642] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 907.552897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.553032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.553249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.553340] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.558678] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 907.558678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.558678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.558678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.558678] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.560918] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.058612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.058612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.058612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.058873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.059221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.059374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.059440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.059682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.059804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.059964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.060027] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.063983] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.063983] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.063983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.063983] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.064721] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.064773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.064807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.065137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.065137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.065137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 908.093051] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.093208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.093338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.093920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.093920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.103497] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 908.562848] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.567385] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.567385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.567385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.567610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.567702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.567754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.567827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.567956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.568066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.568164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.568321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.569118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.569118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.569440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.569440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.569440] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.616167] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: SUCCESS [ 908.616258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.066976] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03: rpc.has_security_group_logging(os_id): False [ 909.070931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 909.087154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.087303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.087374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.087585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.087678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.087902] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.088036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.088266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.088362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.088420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.088524] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be updated. [ 909.090508] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.090508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.090709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.090709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.090817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.090924] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.091119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.091202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.091333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.091427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.091633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.091721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.091776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.091922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.091989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.092188] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.092282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.092330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.092462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.092528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.092617] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 909.153065] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.153249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.153320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.153537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.153698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.155052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.155414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.155533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.167366] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 909.169799] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 909.715107] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.715483] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 909.767467] env[70491]: INFO networking_nsxv3.common.synchronization [req-1b7ab93f-00fd-4436-89f2-0f90793a08ec req-24781077-1774-40df-8e6f-9bf5a9e4a13a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 909.769473] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 909.769810] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.769938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.770012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.770310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.770557] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.770669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.770733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.770956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.771100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.771162] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.112550] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 4s [ 910.186576] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.186775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.186936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.187301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.187584] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.187751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.187876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.188121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.188276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.188491] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.188606] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.188719] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.188830] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.188943] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.189087] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.189239] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.210826] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.211044] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.211855] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.211855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.211855] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-f3f9aca4-078e-431d-95c1-a6ae09073f59 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.212111] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.212111] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.212379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.212524] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f9aca4-078e-431d-95c1-a6ae09073f59',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.274654] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.274899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.275360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.275502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.275795] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.275867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.275937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.276139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.276191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.276276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 already deleted. [ 910.276381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.719247] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.719247] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port f3f9aca4-078e-431d-95c1-a6ae09073f59 not found, creating... [ 910.719247] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.719247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.719853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.719853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.719853] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.719985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.720272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.720511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.720648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.720791] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 is going to be created. [ 910.763484] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.763934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.764244] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.764536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.764770] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.765017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.184830] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 911.185101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.185860] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 911.186052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.186229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.186470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.186575] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.472651] env[70491]: INFO networking_nsxv3.common.synchronization [req-1b7ab93f-00fd-4436-89f2-0f90793a08ec req-28a4768d-99be-497a-bbb0-2232576415a8 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 911.472823] env[70491]: INFO networking_nsxv3.common.synchronization [req-1b7ab93f-00fd-4436-89f2-0f90793a08ec req-28a4768d-99be-497a-bbb0-2232576415a8 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 911.472958] env[70491]: INFO networking_nsxv3.common.synchronization [req-1b7ab93f-00fd-4436-89f2-0f90793a08ec req-28a4768d-99be-497a-bbb0-2232576415a8 service nova] Enqueued Resource ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 with Priority: HIGHEST for action port [ 911.473211] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 911.473335] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 911.473426] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 with Priority: HIGHEST for action port [ 911.473977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.474109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.474941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.474941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.474941] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.475485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.475601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.475675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.475843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.475985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.476120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.476155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.476282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.477214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.477302] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.478026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f9aca4-078e-431d-95c1-a6ae09073f59 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.478139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.478203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.478363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.478452] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f9aca4-078e-431d-95c1-a6ae09073f59',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.690315] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.690315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.690315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.690315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.690315] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.690315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.690315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.690599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.690599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.690599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.690692] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.980199] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.980573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.981638] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.982901] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f9aca4-078e-431d-95c1-a6ae09073f59 with status ACTIVE [ 911.982901] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.982901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.982901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.983222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.983464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.983464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.983464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.983692] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.985041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.985041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.985041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.985041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.985041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.985041] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 is going to be updated. [ 912.004970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.005133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.005205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.005408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.005542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.005703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.126226] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 912.126462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.126639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.126873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.127117] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.127421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.127421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.127504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.127606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.127654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.127715] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.193957] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.194537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.194891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.197707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.197707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.197707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.197707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.197707] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.488431] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.629905] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.629905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.630130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.630300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.630480] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.630574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.630640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.630793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.630881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.630969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.631127] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.631218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.631274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.631425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.631560] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.631647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.631706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.631838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.631912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.632036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.632213] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.699739] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 912.716625] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.716803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.716904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.717303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.717420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.717712] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.718025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.718153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.718240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.718464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.718725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.718953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.719108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.719312] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.719409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.719470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.719629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.719708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.719798] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 912.779992] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.780212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.780278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.780496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.780636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.794631] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 912.990581] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.990936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.990936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.991020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.991639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.991639] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be created. [ 913.013253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.013413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.013522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.013753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.013976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023808] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: UNINITIALIZED for 2s [ 913.135564] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af4f2dd8-239e-4892-b84a-a12855b51256: rpc.has_security_group_logging(os_id): False [ 913.168462] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.168652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.168732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.169012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.169160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.169449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.169561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.169668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.169885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.170015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.170251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.170404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.170476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.170672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.170772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.171052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.171175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.171245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.171438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.171606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.171692] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 913.301463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.301463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.301463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.301463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.301463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.321140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 914.812040] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 914.812348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.962796] env[70491]: INFO networking_nsxv3.common.synchronization [req-b35c60f7-9408-4b16-9d23-ece0025ee261 req-afd3f503-31c0-49d2-9760-25f43d22168a tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 914.963380] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 914.963684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.964383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.964383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.967564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.967761] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.967913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.969075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.969075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.969075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.969075] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.034870] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 915.035326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.035607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.035817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.036032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.036134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.036267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.036330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.036435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.040018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.040018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.164103] env[70491]: INFO networking_nsxv3.common.synchronization [req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa req-47aa6a54-7f61-40b1-8df1-271aa727c89a tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 915.164512] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGHEST for action security_group_members [ 915.164905] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.165082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.335642] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 915.335642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.471643] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.542447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.542613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.542696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.542899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.543069] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.543198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.543235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.543366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.543452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.543536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.543679] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.543766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.543819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.543984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.544094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.544182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.544246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.544366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.544451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.544509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.544589] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.975368] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.048106] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567588be-707b-4d7b-b0b3-996a9fe3f7c1: rpc.has_security_group_logging(os_id): False [ 916.072025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.072025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.072025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.072025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.072829] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.073143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.073340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.073581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.073752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.075379] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be created. [ 916.139643] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.140250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.140250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.140638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.141897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.154432] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 916.481615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.481615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.481615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.481615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.481615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.481615] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 916.508019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.508019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.508019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.508019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.508019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.515206] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 917.894519] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.894815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.894880] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.895163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.895472] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.895595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.895712] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.895930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.896087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.896296] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.896412] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.896520] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.896627] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.896804] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.896848] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.897071] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.915863] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.916060] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.916206] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.916390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.916717] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-cfaed219-1966-4e58-aff8-1d81fb38ad0c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.916896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.917034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.917797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.917797] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaed219-1966-4e58-aff8-1d81fb38ad0c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.168274] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 918.168591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.420449] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.420594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.420761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.421072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.421231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.421597] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.421851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.421983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.422358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.423136] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.423781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.423781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.423781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c is going to be updated. [ 918.444023] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.444145] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.444189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.444499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.444697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.444924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.524796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 918.525025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.525190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.525411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.526022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.526022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.526022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.526022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.526022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.526259] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.028888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.029301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.029301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.029707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.029707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.029707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.029870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.029994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.030055] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be updated. [ 919.063181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.063331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.063468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.063613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.063754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.073090] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: IN_PROGRESS for 2s [ 919.223283] env[70491]: INFO networking_nsxv3.common.synchronization [req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 req-08b24176-a0d8-4124-b949-d2e9b2ce0fdf service nova] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 919.223497] env[70491]: INFO networking_nsxv3.common.synchronization [req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 req-08b24176-a0d8-4124-b949-d2e9b2ce0fdf service nova] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 919.223641] env[70491]: INFO networking_nsxv3.common.synchronization [req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 req-08b24176-a0d8-4124-b949-d2e9b2ce0fdf service nova] Enqueued Resource ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c with Priority: HIGHEST for action port [ 919.224150] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_rules [ 919.225965] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 919.226137] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c with Priority: HIGHEST for action port [ 919.226439] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.226562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.226629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.226832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.226910] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.228791] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.228910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.228971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.229305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.229485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.229595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.229662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.229883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.230189] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.231088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfaed219-1966-4e58-aff8-1d81fb38ad0c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.231657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.232053] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfaed219-1966-4e58-aff8-1d81fb38ad0c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.734731] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.734731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.734731] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.735357] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfaed219-1966-4e58-aff8-1d81fb38ad0c with status ACTIVE [ 919.736108] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.736108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.736108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.736108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.736108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.736281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.736281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.736352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.736997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.736997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.736997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.736997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.736997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.736997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.737438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.737438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfaed219-1966-4e58-aff8-1d81fb38ad0c is going to be updated. [ 919.757301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.757448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.757524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.757736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.757870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.758052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfaed219-1966-4e58-aff8-1d81fb38ad0c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.239266] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.741736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.741960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.742075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.743059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.743059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.743059] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c is going to be updated. [ 920.770311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.770480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.770558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.770758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.770915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.780544] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: IN_PROGRESS for 2s [ 921.082990] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd in Status: SUCCESS [ 921.083217] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd deletion is rescheduled due to dependency. [ 921.083347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.790393] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: SUCCESS [ 922.790659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.790811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.791043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.791264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.791341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.791410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.791565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.791680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.791721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.791815] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.295520] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.798534] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f9bf33-beba-4d03-8fc7-e03e2260ca9c: rpc.has_security_group_logging(os_id): False [ 923.815767] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.815945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.815945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.816199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.833677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.833955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.834091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.834147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.834326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.834410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.834503] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c is going to be updated. [ 923.884700] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.884849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.884911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.885144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.885295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896101] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: IN_PROGRESS for 2s [ 924.229157] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.229157] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 925.707294] env[70491]: INFO networking_nsxv3.common.synchronization [req-cb53dff4-5483-4404-a242-a413d15c9836 req-f58aff1e-4e33-4448-876c-e0c1ae10b998 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 925.708782] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 925.709138] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.709323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.709400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.709659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.709824] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.709920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.709980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.710154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.710261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.710355] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.911941] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: SUCCESS [ 925.913549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.117677] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.117884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.118077] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.118369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.118882] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.119100] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.119261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.119518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.119723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.119977] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.120132] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.120252] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.120376] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.120503] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.120707] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.120775] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.141607] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.142780] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.142920] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.143211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-540" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.143565] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-28c1e0a8-37bd-4d37-8820-d35562cf10f0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.143792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.143933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.144875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.145072] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c1e0a8-37bd-4d37-8820-d35562cf10f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.214327] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.648239] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.648552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.648616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.648999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.649189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.649430] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 28c1e0a8-37bd-4d37-8820-d35562cf10f0 not found, creating... [ 926.649711] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.649938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.650103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.650421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.650592] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.650964] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.651366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.651499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.651734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.651902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.652120] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 is going to be created. [ 926.673507] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.673805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.673878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.674145] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.674379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.674619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.716172] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.219403] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.219581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.219622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.219827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.219922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.220051] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be updated. [ 927.246428] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.246663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.246784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.247196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.247615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.257553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 927.458217] env[70491]: INFO networking_nsxv3.common.synchronization [req-cb53dff4-5483-4404-a242-a413d15c9836 req-36998821-733b-4dd7-bc6f-dbb1be4d22c7 service nova] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_rules [ 927.458664] env[70491]: INFO networking_nsxv3.common.synchronization [req-cb53dff4-5483-4404-a242-a413d15c9836 req-36998821-733b-4dd7-bc6f-dbb1be4d22c7 service nova] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 927.459585] env[70491]: INFO networking_nsxv3.common.synchronization [req-cb53dff4-5483-4404-a242-a413d15c9836 req-36998821-733b-4dd7-bc6f-dbb1be4d22c7 service nova] Enqueued Resource ID: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 with Priority: HIGHEST for action port [ 927.460265] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_rules [ 927.460455] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 927.460565] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 with Priority: HIGHEST for action port [ 927.460888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.461031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.461104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.461412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.461572] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.462493] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.462637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.466277] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c1e0a8-37bd-4d37-8820-d35562cf10f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.466424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.466478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.466693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.466764] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c1e0a8-37bd-4d37-8820-d35562cf10f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.969467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.969784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.969784] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28c1e0a8-37bd-4d37-8820-d35562cf10f0 with status ACTIVE [ 927.969951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.970067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.970133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.970385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.970476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.970646] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.970741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.970801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.970950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.971040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.971219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.971312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.971371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.971504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.971595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.971679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 is going to be updated. [ 927.992941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.993136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.993228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.993474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.993643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.993828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c1e0a8-37bd-4d37-8820-d35562cf10f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.580508] env[70491]: INFO networking_nsxv3.common.synchronization [req-3d5fb420-c2cd-4421-953b-04ca36d8a9db req-73193fd5-82e9-44c3-a602-240189175027 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 928.581037] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 928.582033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.582033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.582033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.582033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.582033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.582033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.582033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.582335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.582335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.582335] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.087644] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.270487] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 929.270722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.270919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.271178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.271413] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.271889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.271889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.271889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.271889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.272112] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.594368] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.774999] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.099582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.099884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.099884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.100064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.100159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.100266] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 930.127885] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.128042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.128394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.128394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.128495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.136773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 930.277530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.505034] env[70491]: INFO networking_nsxv3.common.synchronization [req-1177130c-03fe-4ed1-b919-79ef0b6230f0 req-8feac91f-bd58-4f3b-b716-1b9053bb871e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 930.505925] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 930.505925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.506128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.506238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.506463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.506622] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.506727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.507191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.507392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.507528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.507614] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.781134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.781304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.781375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.781697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.781795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.781903] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be updated. [ 930.829694] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.829879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.829935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.830155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.830302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.841773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 930.936568] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.936773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.936897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.937275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.937938] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.938899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.938899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.938899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.938899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.938899] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.939438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.939438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.939438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.939438] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.939438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.939580] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.959125] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.959425] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.959633] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.959830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.960205] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-03590ac7-3a16-418c-b6fe-282c70ee2974 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.960481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.960813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.960953] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03590ac7-3a16-418c-b6fe-282c70ee2974',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.009840] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.009993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.010343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.010505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.010719] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.010820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.011066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.011145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.011258] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 already deleted. [ 931.011353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.464490] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.464795] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.465225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.465225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.465407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.465681] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 03590ac7-3a16-418c-b6fe-282c70ee2974 not found, creating... [ 931.466321] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.466321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.466321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.466527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.466527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.467222] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.467222] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.467375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.467522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.467665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.467851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 03590ac7-3a16-418c-b6fe-282c70ee2974 is going to be created. [ 931.488715] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.488977] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.489120] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.489447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.489767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.489935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.150871] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 932.150871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.306796] env[70491]: INFO networking_nsxv3.common.synchronization [req-1177130c-03fe-4ed1-b919-79ef0b6230f0 req-54cb39c0-92bf-4196-9e01-d3ca7f0a7bb4 service nova] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 932.312031] env[70491]: INFO networking_nsxv3.common.synchronization [req-1177130c-03fe-4ed1-b919-79ef0b6230f0 req-54cb39c0-92bf-4196-9e01-d3ca7f0a7bb4 service nova] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 932.312031] env[70491]: INFO networking_nsxv3.common.synchronization [req-1177130c-03fe-4ed1-b919-79ef0b6230f0 req-54cb39c0-92bf-4196-9e01-d3ca7f0a7bb4 service nova] Enqueued Resource ID: 03590ac7-3a16-418c-b6fe-282c70ee2974 with Priority: HIGHEST for action port [ 932.312031] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 932.312031] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 932.312031] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03590ac7-3a16-418c-b6fe-282c70ee2974 with Priority: HIGHEST for action port [ 932.312031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.312031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.312031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.312031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.312031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.312722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.313516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.313926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.314172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.314378] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.315257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-03590ac7-3a16-418c-b6fe-282c70ee2974 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.315490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.315635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.316101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.316289] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03590ac7-3a16-418c-b6fe-282c70ee2974',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.818245] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.818590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.818590] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.819546] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03590ac7-3a16-418c-b6fe-282c70ee2974 with status ACTIVE [ 932.819728] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.819842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.819901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.820167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.820213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.820365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.820473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.821080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.821080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.821080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.821080] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.821080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.821080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.821265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.821293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.821595] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03590ac7-3a16-418c-b6fe-282c70ee2974 is going to be updated. [ 932.841912] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.842109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.842202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.842638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.842918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.843169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03590ac7-3a16-418c-b6fe-282c70ee2974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.851292] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 932.851496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.851648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.851848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.852048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.852160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.852226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.852394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.852495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.852585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.852678] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.240661] env[70491]: INFO networking_nsxv3.common.synchronization [req-683ac9df-895a-413f-986b-a3f0faaa7bea req-cb94ec5c-e8f0-4eed-bdd0-bee1f399ec49 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 933.241249] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 933.241567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.241690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.241754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.241954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.242118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.242227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.242346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.242458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.242549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.242849] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.324428] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.355084] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.355084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.355084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.355084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.355399] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.355399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.355471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.355757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.355757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.355872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.356036] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.356157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.356204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.356349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.356492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.356634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.356695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.356934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.357024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.357072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.357136] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.745884] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.826653] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.827067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.827067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.827167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.827436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.827546] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be created. [ 933.851272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.851436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.851510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.851815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.851974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.860165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: UNINITIALIZED for 2s [ 933.860371] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efaf2d2b-ba1a-427f-9aba-95d1fa5becce: rpc.has_security_group_logging(os_id): False [ 933.875320] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.875482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.875556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.875781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.891456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.891743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.891886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.891943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.892143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.892229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.892438] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.892791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.892791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.892791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.892791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.892975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.893093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.893148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.893295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.893372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.893458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be updated. [ 933.948762] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.948914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.948968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.949212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.949380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.961926] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 934.249780] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.753282] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.753583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.753678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.753903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.754010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.754117] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 934.779803] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.779973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.780053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.780329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.780476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.798277] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 935.869686] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 935.869917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.869994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.870202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.870410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.870536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.870598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.870764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.870847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.870931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.871030] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.973671] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 935.973918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.373852] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.628331] env[70491]: INFO networking_nsxv3.common.synchronization [req-85b4ed6c-eb86-466d-90de-497d059c90d6 req-7980d831-81c9-4b91-9c0e-29d070454a96 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 936.628821] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 936.629496] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.629717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.629799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.630015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.630194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.630296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.630356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.630509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.630591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.630684] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.808120] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 936.808120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.876353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4928e826-7611-46e5-a3d2-5ab16b3af897: rpc.has_security_group_logging(os_id): False [ 936.893696] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.893696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.893696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.893696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.893696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.894865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.894865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.894865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.894865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.894865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.895108] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be created. [ 936.947799] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.947990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.950347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.950347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.950347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.963917] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 937.064234] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.064234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.064234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.064643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.064917] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.065868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.065868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.065868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.065868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.066205] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.066205] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.066365] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.066970] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.066970] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.066970] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.066970] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.094403] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.094787] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.095162] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.095471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.095905] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-8b40d61a-5330-47b1-adcd-201b4248b3f1 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.096410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.096692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.097334] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.097615] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b40d61a-5330-47b1-adcd-201b4248b3f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.133131] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.136025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.136025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.136025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be deleted. [ 937.165661] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.165661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.165661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.165661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.165661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.165661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.604386] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.604591] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.604719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.605035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.605197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.605355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 8b40d61a-5330-47b1-adcd-201b4248b3f1 not found, creating... [ 937.605959] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.605959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.606439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606744] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.607074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.607296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.607448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.607590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 8b40d61a-5330-47b1-adcd-201b4248b3f1 is going to be created. [ 937.626113] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.626355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.626483] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.627185] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.627438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.627671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.591884] env[70491]: INFO networking_nsxv3.common.synchronization [req-85b4ed6c-eb86-466d-90de-497d059c90d6 req-b7907f6b-d50b-462b-afa4-c352ca3c0d4e service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 938.591884] env[70491]: INFO networking_nsxv3.common.synchronization [req-85b4ed6c-eb86-466d-90de-497d059c90d6 req-b7907f6b-d50b-462b-afa4-c352ca3c0d4e service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 938.591884] env[70491]: INFO networking_nsxv3.common.synchronization [req-85b4ed6c-eb86-466d-90de-497d059c90d6 req-b7907f6b-d50b-462b-afa4-c352ca3c0d4e service nova] Enqueued Resource ID: 8b40d61a-5330-47b1-adcd-201b4248b3f1 with Priority: HIGHEST for action port [ 938.591884] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 938.595401] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 938.595700] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b40d61a-5330-47b1-adcd-201b4248b3f1 with Priority: HIGHEST for action port [ 938.596190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.596519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.596715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.596998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.597183] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.598694] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.598973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.599156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.599498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.600044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.600267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.600437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.603019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.603019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.603019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.603019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b40d61a-5330-47b1-adcd-201b4248b3f1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.603019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.603019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.603019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.603019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b40d61a-5330-47b1-adcd-201b4248b3f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.974442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 938.975538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.109021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b40d61a-5330-47b1-adcd-201b4248b3f1 with status ACTIVE [ 939.109021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109927] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b40d61a-5330-47b1-adcd-201b4248b3f1 is going to be updated. [ 939.113075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.113438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.145619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.145619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.145619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.145619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.145619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.145619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b40d61a-5330-47b1-adcd-201b4248b3f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.614884] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.117569] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.117748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.117796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.118032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.118118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.118217] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be created. [ 940.149045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.149045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.149045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.149271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.149351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.161828] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: UNINITIALIZED for 2s [ 941.690014] env[70491]: INFO networking_nsxv3.common.synchronization [req-b139f923-095e-4d83-9690-543664727949 req-6c8373ae-871d-4b83-8320-2337dadec93e tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 941.690014] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 941.690014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.690014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.690014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.690014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.690014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.690014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.690014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.690706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.690706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.690706] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.172578] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 942.174341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.174559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.174813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.175125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.175323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.175968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.176199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.177651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.177926] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.197805] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.197927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.197995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.198502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.198609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.198677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.198857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.198910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.199023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de already deleted. [ 942.199064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.202212] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.202212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.202212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.202212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.202369] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.202499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.202643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.202851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.203009] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.203243] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.203293] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.203407] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.203522] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.203681] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.204769] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.205011] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.226069] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.226069] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.226069] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.226069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.226391] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.226520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.226589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.226962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.227158] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1b8e46-e3e9-4004-b802-1c38aa6b45d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.684251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.684251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.684832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.684832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684832] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.733025] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.733025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 not found, creating... [ 942.733025] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.733025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.733981] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.734573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.734892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.735317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.735627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.735917] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 is going to be created. [ 942.759532] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.759532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.759532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.759532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.759532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.186057] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 943.207186] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.207438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.207438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.207663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.207919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.208011] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.208075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.208148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.208336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.208406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.208543] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.208636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.208691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.208828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.208902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.209095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.209184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.209242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.209374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.209473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.209573] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be created. [ 943.268743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.268743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.269056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.281260] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 943.627871] env[70491]: INFO networking_nsxv3.common.synchronization [req-b139f923-095e-4d83-9690-543664727949 req-9e2c2e0a-729a-4d29-8e6b-0eb546037199 service nova] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 943.628079] env[70491]: INFO networking_nsxv3.common.synchronization [req-b139f923-095e-4d83-9690-543664727949 req-9e2c2e0a-729a-4d29-8e6b-0eb546037199 service nova] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 943.628224] env[70491]: INFO networking_nsxv3.common.synchronization [req-b139f923-095e-4d83-9690-543664727949 req-9e2c2e0a-729a-4d29-8e6b-0eb546037199 service nova] Enqueued Resource ID: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 with Priority: HIGHEST for action port [ 943.628827] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_rules [ 943.628967] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 943.629608] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 with Priority: HIGHEST for action port [ 943.629608] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.629758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.629844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.630118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.630250] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.631472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.631472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.631472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.634503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.634503] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.634503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.634503] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a1b8e46-e3e9-4004-b802-1c38aa6b45d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.137265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137644] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.140781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 with status ACTIVE [ 944.140781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.140781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.140781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.140781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.141361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 is going to be updated. [ 944.161760] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.161904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.162314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.162314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.162314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.162521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.186400] env[70491]: INFO networking_nsxv3.common.synchronization [req-977d623a-a49c-47fe-90dd-8cf5e24f4138 req-788a7b33-83dc-46db-8e1d-ca863606e1f1 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 944.187550] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 944.188059] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.188299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.188468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.188812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.189115] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.189341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.189632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.189821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.189997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.190188] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.643911] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.696688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.696688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.696688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.696688] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be deleted. [ 944.730717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.730717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.730717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.730717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.730717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.730717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.988035] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.988035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.988035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.988035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.988035] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.988035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.988035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.988534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.988812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.989135] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.989349] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.989642] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.989858] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.990073] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.990277] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.990563] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.009744] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.009744] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.009744] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.009744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.010277] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2bd231c0-53eb-476a-bd31-9c5128a74e6b taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.010658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.011082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.011505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.012071] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd231c0-53eb-476a-bd31-9c5128a74e6b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.149051] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.151679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.151679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.151679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.151679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.151679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de is going to be created. [ 945.196355] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.196355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.196355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.196355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.196355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.207468] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: UNINITIALIZED for 2s [ 945.297564] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 945.297794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.515522] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.515522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.515522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.515522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.515522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.515522] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2bd231c0-53eb-476a-bd31-9c5128a74e6b not found, creating... [ 945.515810] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.515873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.515990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.516372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.516372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.516655] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.516823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.516941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.518405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.518553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.518702] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2bd231c0-53eb-476a-bd31-9c5128a74e6b is going to be created. [ 945.540745] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.541567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.541567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.541567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.541793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.541906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.408506] env[70491]: INFO networking_nsxv3.common.synchronization [req-977d623a-a49c-47fe-90dd-8cf5e24f4138 req-c04fd931-eac0-49fa-8c22-bca59d42d77c service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 946.408789] env[70491]: INFO networking_nsxv3.common.synchronization [req-977d623a-a49c-47fe-90dd-8cf5e24f4138 req-c04fd931-eac0-49fa-8c22-bca59d42d77c service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 946.408845] env[70491]: INFO networking_nsxv3.common.synchronization [req-977d623a-a49c-47fe-90dd-8cf5e24f4138 req-c04fd931-eac0-49fa-8c22-bca59d42d77c service nova] Enqueued Resource ID: 2bd231c0-53eb-476a-bd31-9c5128a74e6b with Priority: HIGHEST for action port [ 946.410155] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 946.410155] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 946.410155] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd231c0-53eb-476a-bd31-9c5128a74e6b with Priority: HIGHEST for action port [ 946.410155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.410155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.410155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.410363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.410363] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.415021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.415021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.415021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.415021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd231c0-53eb-476a-bd31-9c5128a74e6b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.415021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.415021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd231c0-53eb-476a-bd31-9c5128a74e6b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.914967] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.915129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.915331] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.917804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bd231c0-53eb-476a-bd31-9c5128a74e6b with status ACTIVE [ 946.917804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.917804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.917804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.918187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.919312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.919575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.919696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.919760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.919917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.919993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.920092] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bd231c0-53eb-476a-bd31-9c5128a74e6b is going to be updated. [ 946.942023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.942023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.942023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.942023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.942023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.942023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd231c0-53eb-476a-bd31-9c5128a74e6b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.230712] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: SUCCESS [ 947.230918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.231197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.231293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.231494] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.231638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.231811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.231811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.231946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.232016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.232192] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.346621] env[70491]: INFO networking_nsxv3.common.synchronization [req-dc2946bd-3660-4365-942f-c18fdc167f65 req-243580b8-aa3c-4515-9c50-7fac58098030 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 947.347168] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 947.347465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.347583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.347677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.347838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.347985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.348093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.348154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.348655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.348773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.348927] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.424618] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.738775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.852142] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.928177] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.928177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.928177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.928428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.928428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928766] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be created. [ 947.954068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.954273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.954317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.954526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.954720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: UNINITIALIZED for 2s [ 948.239890] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e01ca8c2-646a-4022-8f57-688e1b3704de: rpc.has_security_group_logging(os_id): False [ 948.262842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.263083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.263315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.263372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.263476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.263913] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.263913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.263913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.264080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.264122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.264209] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de is going to be created. [ 948.331094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.331094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.331094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.331094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.331345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.349210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: IN_PROGRESS for 2s [ 948.353992] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.857777] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.858088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.858088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.858227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.858317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.858415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be updated. [ 948.891123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.891284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.891360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.894141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.894141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.901491] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 948.956470] env[70491]: INFO networking_nsxv3.common.synchronization [req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 req-001c7bd3-6dc5-4307-a9f7-e12521fd565a tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 948.957166] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 948.957513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.957774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.957774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.957907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.958081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.958184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.958246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.958401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.958481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.958589] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.447132] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.447439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.447706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.448017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.448424] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.448674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.448859] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.449190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.449399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.449705] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.449879] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.450038] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.450209] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.450373] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.450542] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.450739] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.460878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.461044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.461120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.461337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.461440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.461646] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.461739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.461828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.462091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.462212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.462310] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be deleted. [ 949.472962] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.473588] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.473588] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.473588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-303" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.473786] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-1775bd14-241e-4bfa-bd68-eee7713ba860 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.473997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.474264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.474804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.474873] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1775bd14-241e-4bfa-bd68-eee7713ba860',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.488238] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.488695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.488796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.489072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977732] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 949.978035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.978116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978520] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.978637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.978696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.979033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.979123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.980290] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.980467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.981190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.981190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.981190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.981190] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 1775bd14-241e-4bfa-bd68-eee7713ba860 not found, creating... [ 949.981376] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.981515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.981596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.981806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.981967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.982271] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.982429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.982551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.982761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.983495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.983495] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 1775bd14-241e-4bfa-bd68-eee7713ba860 is going to be created. [ 950.001904] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.001904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.001904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.001904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.001904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.001904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.372797] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: SUCCESS [ 950.373052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.487469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.487469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.487469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.488275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.488275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.488275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.488275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.488275] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.835905] env[70491]: INFO networking_nsxv3.common.synchronization [req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 req-8d555582-63e0-4048-a719-709b7f0659de service nova] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 950.836167] env[70491]: INFO networking_nsxv3.common.synchronization [req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 req-8d555582-63e0-4048-a719-709b7f0659de service nova] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 950.836329] env[70491]: INFO networking_nsxv3.common.synchronization [req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 req-8d555582-63e0-4048-a719-709b7f0659de service nova] Enqueued Resource ID: 1775bd14-241e-4bfa-bd68-eee7713ba860 with Priority: HIGHEST for action port [ 950.836971] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_rules [ 950.837413] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 950.837520] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1775bd14-241e-4bfa-bd68-eee7713ba860 with Priority: HIGHEST for action port [ 950.837834] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.837977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.838099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.838349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.838622] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.839616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.843158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.843259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.843477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.843779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.843835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.843890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.844513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.844651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.844762] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.845835] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1775bd14-241e-4bfa-bd68-eee7713ba860 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.845960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.846053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.846373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.846462] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1775bd14-241e-4bfa-bd68-eee7713ba860',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.911194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 950.911408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.990328] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e3f581-fe43-4461-aea8-bcde37c9cbcf: rpc.has_security_group_logging(os_id): False [ 951.007181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.008054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.008154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.008320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.008500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.008948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.008948] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be created. [ 951.174216] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.174216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.174216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.174216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.174412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.185451] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 951.350618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.350764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.350970] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1775bd14-241e-4bfa-bd68-eee7713ba860 with status ACTIVE [ 951.351181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.351516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.351516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.351620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.351649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.351804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.351899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.351961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.352496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.352496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.352496] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.352496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.352496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.352683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.352743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.352830] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1775bd14-241e-4bfa-bd68-eee7713ba860 is going to be updated. [ 951.353928] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.380066] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.380522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.380662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.380823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1775bd14-241e-4bfa-bd68-eee7713ba860" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.856699] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.359502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.359816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.359816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.360139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.360257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.360363] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be created. [ 952.385326] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.385484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.385534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.385892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.385892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.403990] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: UNINITIALIZED for 2s [ 953.212145] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 953.212145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.413997] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 954.414270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.414395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.414606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.414800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.414930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.415756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.415756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.415756] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.866837] env[70491]: INFO networking_nsxv3.common.synchronization [req-00522eec-431f-4f04-b8d2-35675ae2cf73 req-2c8861a6-32d0-454d-a6c0-0fe49c9b6c36 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 954.867430] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 954.867816] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.867942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.868140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.868401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.868716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.868777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.868806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.869196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.869196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.869313] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.917960] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.371915] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.386304] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.386304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.386477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.387076] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.387076] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.387224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.387224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.387578] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.387578] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.387790] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.387901] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.388088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.388130] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.388241] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.388476] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.388476] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.407626] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.407810] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.408243] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.408243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-775" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.408474] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-13cb96dc-5118-4544-af73-66f3b036cee9 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.408645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.408769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.409132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.409274] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cb96dc-5118-4544-af73-66f3b036cee9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.421039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5202dc6-c10a-4955-8286-6152d7ef2bb5: rpc.has_security_group_logging(os_id): False [ 955.443214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.443389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.443469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.443703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.443785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.444089] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.444199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.444280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.444446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.445023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.445023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be created. [ 955.518881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.518991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.519068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.519279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.519509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.539853] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: IN_PROGRESS for 2s [ 955.875337] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.911433] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.911433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.911651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.911989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.911989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.912185] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 13cb96dc-5118-4544-af73-66f3b036cee9 not found, creating... [ 955.912371] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.912552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.912679] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.912905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.913238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.913556] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.914567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.914567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.914567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.914567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.914567] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 13cb96dc-5118-4544-af73-66f3b036cee9 is going to be created. [ 955.934341] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.934562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.934756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.934989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.935254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.935484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.378734] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.378928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.379012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.380389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.380447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.380827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 956.410992] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.412469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.412575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.413143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.413324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.423855] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 956.953837] env[70491]: INFO networking_nsxv3.common.synchronization [req-00522eec-431f-4f04-b8d2-35675ae2cf73 req-e05539f2-040f-4be4-96ee-5508bc51a659 service nova] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 956.954539] env[70491]: INFO networking_nsxv3.common.synchronization [req-00522eec-431f-4f04-b8d2-35675ae2cf73 req-e05539f2-040f-4be4-96ee-5508bc51a659 service nova] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 956.954739] env[70491]: INFO networking_nsxv3.common.synchronization [req-00522eec-431f-4f04-b8d2-35675ae2cf73 req-e05539f2-040f-4be4-96ee-5508bc51a659 service nova] Enqueued Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 956.955853] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 956.956010] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 956.956154] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 956.956509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.956658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.956753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.957013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.957222] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.958411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.958563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.958874] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cb96dc-5118-4544-af73-66f3b036cee9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.962532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.962663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.965851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.965851] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cb96dc-5118-4544-af73-66f3b036cee9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.987389] env[70491]: INFO networking_nsxv3.common.synchronization [req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 req-ec438785-66af-45f2-b917-4ede8823b4eb tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Enqueued Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 956.987833] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8746d4e-a117-4443-84b8-3462403c0dae with Priority: HIGHEST for action security_group_members [ 956.989343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8746d4e-a117-4443-84b8-3462403c0dae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.989516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.990730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.990730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.990730] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8746d4e-a117-4443-84b8-3462403c0dae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.464971] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.465809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471473] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13cb96dc-5118-4544-af73-66f3b036cee9 with status ACTIVE [ 957.471473] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471473] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471473] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.471473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471473] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13cb96dc-5118-4544-af73-66f3b036cee9 is going to be updated. [ 957.490592] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.490954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.491147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.491459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.491726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.492406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.495338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.495338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.495338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.495338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.514463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.514463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.514463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.514463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.514463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.514463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.514463] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8746d4e-a117-4443-84b8-3462403c0dae is going to be updated. [ 957.536974] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.536974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.536974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.536974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.536974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.548961] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: IN_PROGRESS for 2s [ 957.553102] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 957.553102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.434478] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 958.434698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.435064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.435337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.435563] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.435727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.437473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.437473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.437473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.437473] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.939178] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.441407] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.558033] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8746d4e-a117-4443-84b8-3462403c0dae in Status: SUCCESS [ 959.558228] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8746d4e-a117-4443-84b8-3462403c0dae deletion is rescheduled due to dependency. [ 959.558335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8746d4e-a117-4443-84b8-3462403c0dae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.945224] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.945605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.945605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.945996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.946092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.946197] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 959.973849] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.974151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.975443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.975771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.976897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.987040] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 960.775227] env[70491]: INFO networking_nsxv3.common.synchronization [req-37eee613-f44e-4245-8b14-d493bb3f45e6 req-6dd2780b-6e71-4d0d-9423-683664277d74 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 960.775753] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 960.776407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.776533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.776601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.777674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.777843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.777949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.778175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.778327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.778465] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.283254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.283613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.283613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284364] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.284364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.284364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.284504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.284504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284567] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c already deleted. [ 961.284651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.745067] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.745326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-231" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.745522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-231" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.745907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-231" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.748291] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.748559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.748775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.748970] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.749199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749444] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.751568] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.751568] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.751568] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.751568] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.751568] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.751568] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.776934] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.778716] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.779057] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.780125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-231" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.780125] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0b5943c6-fd17-421c-ac05-4d122f13bace taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.780125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.780125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.781054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.781331] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5943c6-fd17-421c-ac05-4d122f13bace',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.999775] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.999775] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.999775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.999775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.286091] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.286091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.286091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.286091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.286091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.286091] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 0b5943c6-fd17-421c-ac05-4d122f13bace not found, creating... [ 962.286472] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.286472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.286472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.288841] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.288841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.288841] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0b5943c6-fd17-421c-ac05-4d122f13bace is going to be created. [ 962.310396] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.310396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.310396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.310396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.310396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.310396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.505233] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.505233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.505233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.505233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.505449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.506813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.506813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.506813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.507350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.507350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.507350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.507350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.507350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.507563] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.011054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 963.028452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.028685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.028738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.028916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.029013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.029206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.029411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.029411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.029511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.029582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.029809] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031016] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 963.090135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.090135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.090135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.090135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.090135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [req-37eee613-f44e-4245-8b14-d493bb3f45e6 req-f55e4ac5-5a28-4c0b-b975-a423d01ef3d1 service nova] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [req-37eee613-f44e-4245-8b14-d493bb3f45e6 req-f55e4ac5-5a28-4c0b-b975-a423d01ef3d1 service nova] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [req-37eee613-f44e-4245-8b14-d493bb3f45e6 req-f55e4ac5-5a28-4c0b-b975-a423d01ef3d1 service nova] Enqueued Resource ID: 0b5943c6-fd17-421c-ac05-4d122f13bace with Priority: HIGHEST for action port [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_rules [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 963.101305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5943c6-fd17-421c-ac05-4d122f13bace with Priority: HIGHEST for action port [ 963.101305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.101305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.101305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.101305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.101305] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.106303] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.107306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.107660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.107925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.108129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.108398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.108581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.108761] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.110196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5943c6-fd17-421c-ac05-4d122f13bace taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.110491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.112112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.112112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.112112] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5943c6-fd17-421c-ac05-4d122f13bace',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.113278] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 963.612724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.613040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.614377] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.615285] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b5943c6-fd17-421c-ac05-4d122f13bace with status ACTIVE [ 963.615463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.615585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.615654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.615854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.615942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.616125] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.616223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.616429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.616505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.616702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.616779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.616955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.617035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.617116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b5943c6-fd17-421c-ac05-4d122f13bace is going to be updated. [ 963.640949] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.640949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.640949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5943c6-fd17-421c-ac05-4d122f13bace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.120606] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.622522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.622902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.622902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.623100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.623100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.623174] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c is going to be created. [ 964.649158] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.649334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.649393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.652092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.652092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.659098] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: UNINITIALIZED for 2s [ 965.128254] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 965.128564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.957540] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 965.957540] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 965.958165] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 965.958165] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 965.958165] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.958378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.958378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.958529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.958699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.958779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.958811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.959107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.959107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.959107] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.965366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.965553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.965732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.965883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.966194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.966275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.966363] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.002648] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_rules [ 966.002851] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 966.003222] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 966.003222] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 966.003361] env[70491]: INFO networking_nsxv3.common.synchronization [req-7bd8a658-779c-4420-b6a4-7795c811c7fb req-ae5ec098-5802-4a2b-a083-32ce7dba06e3 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 966.004294] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_rules [ 966.004294] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 966.004478] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 966.004478] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 966.004576] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 966.005158] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.005158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.005158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.005684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.005684] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.006335] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.006437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.006510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.006686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.006773] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.007475] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cb96dc-5118-4544-af73-66f3b036cee9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.007932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.007932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.007932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.007932] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cb96dc-5118-4544-af73-66f3b036cee9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.009090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.009090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.009855] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.009855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.467990] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.470749] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.510974] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.511150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512277] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13cb96dc-5118-4544-af73-66f3b036cee9 with status ACTIVE [ 966.512732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.513089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.513198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.513527] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.513527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.513527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.513689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.513766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.513948] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.514059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.514122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.514427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.514427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.514427] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13cb96dc-5118-4544-af73-66f3b036cee9 is going to be updated. [ 966.533807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.533926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.534135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.534263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.534415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.675050] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: SUCCESS [ 966.675050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.675050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.675050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.675050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.675050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.675050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.675396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.675396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.675464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.675726] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.971600] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.976329] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.178643] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.474559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.474721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.475066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.475178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.475296] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be created. [ 967.482649] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.482649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.482808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.482898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.482990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.483104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 967.498433] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.498580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.498651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.498891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.499041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.507648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: UNINITIALIZED for 2s [ 967.513183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.513344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.513386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.513613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.513762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.522710] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 967.683422] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aef2278-a7c9-4298-a7bb-10e1676b6d3c: rpc.has_security_group_logging(os_id): False [ 967.703239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.703558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.703558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.703664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.703756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.704008] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.704119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.704184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.704338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.704393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.704477] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c is going to be created. [ 967.757780] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.757944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.758019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.758233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.758409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.772498] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: IN_PROGRESS for 2s [ 968.497902] env[70491]: INFO networking_nsxv3.common.synchronization [req-244e3db1-0307-4099-93d0-5fb07b6e1b1a req-91e94b76-4cbb-4e5e-8b0b-1d2186bd1d61 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 968.498176] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 968.500309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.500309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.500309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.500309] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.903309] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.903506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.903631] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.903903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904243] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.904407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.904524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.905112] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.905222] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.905331] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.905466] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.905584] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.905702] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.905828] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.924266] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.924425] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.924571] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.924781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.925184] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-fedb11fa-db88-4625-9a07-18542ae881fd taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.925387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.925533] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.925898] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.926073] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fedb11fa-db88-4625-9a07-18542ae881fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.001729] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.429022] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.429348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.429515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.429930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.430163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.430336] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port fedb11fa-db88-4625-9a07-18542ae881fd not found, creating... [ 969.430912] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.431019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.431253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.431520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.431677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.431991] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.432175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.432298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.432533] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.432674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.432945] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: fedb11fa-db88-4625-9a07-18542ae881fd is going to be created. [ 969.451297] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.451549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.452130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.453334] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.453595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.453855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.504311] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.523703] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 969.523954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.524962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.525233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.525441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.525561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.525629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.525798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.525881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.525975] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.538122] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 969.538392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.541578] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.541578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.541578] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.744074] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f4c693c0-3375-42c2-81c5-d6efa6d8cc9a None None] Enqueued Resource ID: 71428a8f-c08e-4e39-a776-735a548d9ec9 with Priority: HIGHEST for action port [ 969.744370] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71428a8f-c08e-4e39-a776-735a548d9ec9 with Priority: HIGHEST for action port [ 969.744941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-71428a8f-c08e-4e39-a776-735a548d9ec9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.745067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71428a8f-c08e-4e39-a776-735a548d9ec9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.745252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71428a8f-c08e-4e39-a776-735a548d9ec9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.745390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71428a8f-c08e-4e39-a776-735a548d9ec9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.745465] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71428a8f-c08e-4e39-a776-735a548d9ec9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.785346] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: SUCCESS [ 969.785581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.006799] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.006799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.006799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.006799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.006953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.006953] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 970.028163] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.035352] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.035488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.035557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.035800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.036703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.044880] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 970.045125] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.233299] env[70491]: INFO networking_nsxv3.common.synchronization [req-244e3db1-0307-4099-93d0-5fb07b6e1b1a req-831e6f41-37ea-4475-ac8a-8c0dfff3ad67 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 970.233489] env[70491]: INFO networking_nsxv3.common.synchronization [req-244e3db1-0307-4099-93d0-5fb07b6e1b1a req-831e6f41-37ea-4475-ac8a-8c0dfff3ad67 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 970.233630] env[70491]: INFO networking_nsxv3.common.synchronization [req-244e3db1-0307-4099-93d0-5fb07b6e1b1a req-831e6f41-37ea-4475-ac8a-8c0dfff3ad67 service nova] Enqueued Resource ID: fedb11fa-db88-4625-9a07-18542ae881fd with Priority: HIGHEST for action port [ 970.233868] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 970.234011] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 970.234115] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb11fa-db88-4625-9a07-18542ae881fd with Priority: HIGHEST for action port [ 970.234659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.234800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.234880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.235652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.235754] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.237171] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.237560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.237813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-fedb11fa-db88-4625-9a07-18542ae881fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.237917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.237972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.238176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.238252] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fedb11fa-db88-4625-9a07-18542ae881fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.247459] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71428a8f-c08e-4e39-a776-735a548d9ec9 [ 970.247667] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.247804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.247895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.248100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.248196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.248305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71428a8f-c08e-4e39-a776-735a548d9ec9 already deleted. [ 970.248770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71428a8f-c08e-4e39-a776-735a548d9ec9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.482279] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7d1c382a-f3a0-4b1c-9ae6-c1f83f415c12 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 970.482803] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 970.483122] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.483243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.483315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.483562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.483645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.534872] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.548184] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.566232] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b1b6fd6d-43af-4f1c-aeca-4d12b87e6aef tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 970.566665] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 970.567179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.738196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.738196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.741322] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fedb11fa-db88-4625-9a07-18542ae881fd with status ACTIVE [ 970.741322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.741322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.741322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.741659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.741659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.742564] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.742564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.742564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.742564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.742564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.742564] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fedb11fa-db88-4625-9a07-18542ae881fd is going to be updated. [ 970.768049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.768049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.768049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.768286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.768423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.768616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fedb11fa-db88-4625-9a07-18542ae881fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005953] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.006123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.006194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.006405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.006491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006583] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 already deleted. [ 971.006665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.006822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.006968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.007059] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.040014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.040626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.040674] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be updated. [ 971.052093] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.052516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.052600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.052697] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 971.071200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.071928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.071928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.071928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.071928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.080223] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 971.081168] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.081286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.081353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.081587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.081676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.087842] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 971.540464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.541021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.542108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.542612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.542784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.546506] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 already deleted. [ 971.546506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.055923] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.055923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.055923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.055923] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.273156] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8e04998a-826f-47fe-874c-a1dbd8709023 None None] Enqueued Resource ID: f8586752-9d85-4b58-9361-0e2786b4b83c with Priority: HIGHEST for action port [ 972.273883] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8586752-9d85-4b58-9361-0e2786b4b83c with Priority: HIGHEST for action port [ 972.274853] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8586752-9d85-4b58-9361-0e2786b4b83c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.275018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8586752-9d85-4b58-9361-0e2786b4b83c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.275128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8586752-9d85-4b58-9361-0e2786b4b83c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.276052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8586752-9d85-4b58-9361-0e2786b4b83c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.276151] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8586752-9d85-4b58-9361-0e2786b4b83c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.559385] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.779045] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8586752-9d85-4b58-9361-0e2786b4b83c [ 972.779824] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.779824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.779824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.779824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.780093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.780093] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8586752-9d85-4b58-9361-0e2786b4b83c already deleted. [ 972.780156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8586752-9d85-4b58-9361-0e2786b4b83c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.064300] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.091508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 973.092270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.092531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.092777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.092963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.093299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.093383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.093551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.093638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.095210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.095210] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.103345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 4s [ 973.571314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.571314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.571314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.571314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.571314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.571314] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 973.597516] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.597516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.597516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.597516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.597516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.599578] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.604414] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 973.906799] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 973.907703] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 973.907703] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 973.908371] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 973.908518] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 973.908789] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 973.909123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.909256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.909317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.909554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.909756] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.909875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.909944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.910056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.910127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.910226] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.911089] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.911166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.914492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.914492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.914492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.915281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.915281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.915281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.915281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.915281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.915281] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.960479] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_rules [ 973.960948] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 973.961133] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_rules [ 973.961270] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 973.961396] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 973.961726] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 973.961875] env[70491]: INFO networking_nsxv3.common.synchronization [req-bbe77404-21d2-4544-b877-fbe863d6302f req-eac222e5-b60c-4c3e-981a-5f5f00c7b93f tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 973.962886] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_rules [ 973.963037] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_rules [ 973.963139] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 973.966529] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb96dc-5118-4544-af73-66f3b036cee9 with Priority: HIGHEST for action port [ 973.966529] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_rules [ 973.966529] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 973.966529] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 973.966970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.967391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.967391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.967698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.967698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.968408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.968408] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.969493] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.969493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.969903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cb96dc-5118-4544-af73-66f3b036cee9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.971239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.971239] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cb96dc-5118-4544-af73-66f3b036cee9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.971239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.971977] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.971977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.100853] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c79893-d1c7-4fb2-936b-e63bcea72d6a: rpc.has_security_group_logging(os_id): False [ 974.118562] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.118721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.118797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.119384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.119489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.119749] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.120751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.120861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.121069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.121154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.121272] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be created. [ 974.177859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.178050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.178161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.178336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.178508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.206760] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 974.417541] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.419593] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.473860] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13cb96dc-5118-4544-af73-66f3b036cee9 with status ACTIVE [ 974.473860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.473860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.473860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.473860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.473860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.474276] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.474276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.474276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475141] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.475141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.475431] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13cb96dc-5118-4544-af73-66f3b036cee9 is going to be updated. [ 974.476943] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.477070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.495787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.495977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.496126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.496370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.496519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.496691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cb96dc-5118-4544-af73-66f3b036cee9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.921025] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.921815] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.111778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 975.111971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.112151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.112277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.112467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.112588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.112657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.112809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.112891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.112976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.113088] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.113937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.114135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114289] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.114392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.114493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.114585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.114745] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.426587] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.426748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.426805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.427011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.427111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.427214] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be updated. [ 975.428492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.428696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.428696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.428819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.428893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.428981] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb is going to be created. [ 975.456452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.456452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.456452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.456452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.456672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.459452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.459579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.459663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.459879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.460043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.469177] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb in Status: UNINITIALIZED for 2s [ 975.470168] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 975.614140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 975.614380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.614674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.615418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.615418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.615418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.615418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.615697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.616470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.616470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.616470] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.618168] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.618168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.619871] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.120519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.120519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.120519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.121254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.121254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.121254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.121254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.121254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.121394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.121499] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.121666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.121787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.121947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.122214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.122380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.122574] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.123684] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.219292] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 976.219418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.219640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.219962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.220081] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.627258] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567588be-707b-4d7b-b0b3-996a9fe3f7c1: rpc.has_security_group_logging(os_id): False [ 976.629659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.629659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.629659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.629659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.629659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.629659] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 976.646594] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.646730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.646801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.647010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.647114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.647861] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.647861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.647861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.647861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.647861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.648103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.648103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.648194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.648304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.648377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.648577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.648637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.648697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.648832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.648907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.648991] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 976.664952] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.665095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.665150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.665353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.665468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.671984] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 976.708019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.708177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.708450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.708592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.720758] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 976.723345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.723345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.921374] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 req-ede28242-e16a-49bf-9c93-01efd6257e97 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 976.921606] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 req-ede28242-e16a-49bf-9c93-01efd6257e97 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 976.921696] env[70491]: INFO networking_nsxv3.common.synchronization [req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 req-ede28242-e16a-49bf-9c93-01efd6257e97 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 976.922231] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGHEST for action security_group_members [ 976.922360] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 976.923322] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb with Priority: HIGHEST for action security_group_members [ 976.923322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.923322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.923322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.923322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.925327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.925327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.480458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb in Status: SUCCESS [ 977.480759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.480842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.481083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.481336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.481492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.481614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.481869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.481987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.482110] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.483501] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 977.483679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.483823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.483992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.484172] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.484331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.484331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.484480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.484556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.485177] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.985982] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.986983] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.986983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.987389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.987389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.987389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb is going to be deleted. [ 977.988284] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.988391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.988453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.988603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.988683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.988854] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.988949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.991605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.991605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.991605] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be updated. [ 978.022764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.022858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.022946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.023190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.023296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025399] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.025541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.025604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.025828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.025949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.026835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.027008] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.027116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.027172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.027344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.027417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.027509] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.034017] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 978.314138] env[70491]: INFO networking_nsxv3.common.synchronization [req-4eb3d527-659a-4809-8812-d01aa3fd928f req-b576fa59-bc3a-4cbb-8d55-c82e2e2a1a93 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 978.314138] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 978.314138] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.314138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.314138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.315860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.316281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.316514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.316657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.316906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.317174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.317402] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.530354] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.530759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.530759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.530954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.531165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.531751] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.531751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.531751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.532349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.532349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.532349] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb already deleted. [ 978.533089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.533089] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.533682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.533918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.534157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.534297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.534435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.534667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.534784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.534950] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.684279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684279] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684279] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.733866] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 978.734102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.820151] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.037626] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.039573] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.039573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.039873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.041244] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.041244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.041698] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb already deleted. [ 979.041698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.185882] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.316589] env[70491]: INFO networking_nsxv3.common.synchronization [req-0cee88b0-7dc4-4263-b84b-103f583ed88d req-a006431e-38cb-4649-a37c-2ea5e02b7945 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 979.317150] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 979.317454] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.317576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.317864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.318126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.318321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.318458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.318906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.319148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.319279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.319437] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.322560] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.542638] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb: rpc.has_security_group_logging(os_id): False [ 979.563026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.563026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.563026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.563241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.563241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.563481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.563587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.563700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.563792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.563992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.563992] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb is going to be created. [ 979.581650] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb], does not exist path=[/infra/domains/default/groups/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb]."\n}' [ 979.581835] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb [ 979.581925] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 979.614831] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.615009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.615009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.616253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.616839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.617176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.617289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.617361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.617525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.617618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.617947] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.618115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.618205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.618407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.618512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.618630] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb is going to be created. [ 979.635717] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb], does not exist path=[/infra/domains/default/groups/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb [ 979.635875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.636429] env[70491]: Traceback (most recent call last): [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 979.636532] env[70491]: return func(*args, **kwargs) [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 979.636532] env[70491]: res.raise_for_status() [ 979.636532] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 979.636532] env[70491]: raise HTTPError(http_error_msg, response=self) [ 979.636532] env[70491]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb [ 979.636532] env[70491]: During handling of the above exception, another exception occurred: [ 979.636532] env[70491]: Traceback (most recent call last): [ 979.636532] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 979.636532] env[70491]: listener.cb(fileno) [ 979.636532] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 979.636532] env[70491]: result = function(*args, **kwargs) [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 979.636532] env[70491]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 979.636532] env[70491]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 979.636532] env[70491]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 979.636532] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 979.636532] env[70491]: res.raise_for_status() [ 979.636532] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 979.636532] env[70491]: raise HTTPError(http_error_msg, response=self) [ 979.636532] env[70491]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c071914a-2dd0-44f9-9e4e-dcc5c7e6e4bb [ 979.636532] env[70491]: Removing descriptor: 71 [ 979.688115] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.822499] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.822690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.822790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.823099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.824306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.824409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.825012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.825012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.825012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.825012] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 979.845805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.845805] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.849072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.849072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.849072] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 979.860237] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.860416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.860471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.860653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.860797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870348] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 979.872156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.872279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.872279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.872530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.872641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.879501] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 980.044500] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 980.044681] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a deletion is rescheduled due to dependency. [ 980.044851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.045801] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.045801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.046180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.046180] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.047381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.050965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.051169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.051282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.052474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.052474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.052474] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.192732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.193190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.193304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.193416] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 980.226442] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.226442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.226442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.226688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.226794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.236534] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 980.445219] env[70491]: INFO networking_nsxv3.common.synchronization [req-84aad723-6729-4e70-ba64-118567ac8a28 req-129a2524-5664-4d6e-a901-c5b20ac9761b tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 980.445219] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 980.445219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.445219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.445219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.446076] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.448934] env[70491]: INFO networking_nsxv3.common.synchronization [req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 req-5fc8d093-1207-46d6-9ac8-4005804c384f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 980.450019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c with Priority: HIGHEST for action security_group_members [ 980.451833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.451833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.451833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.451833] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f9bf33-beba-4d03-8fc7-e03e2260ca9c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.545168] env[70491]: INFO networking_nsxv3.common.synchronization [req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd req-987a317f-75f8-40e3-9bd1-58eaa250a1c4 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 980.545688] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 980.546210] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.546452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.546521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.546720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.546870] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.546966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.547755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.547934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.548039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.548140] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.555845] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.555845] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.555845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.555845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.555845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.575584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.575830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.575946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.576026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.576291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.576291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.576376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be updated. [ 980.600975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.600975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.601172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.601300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.601450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.610342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 980.909327] env[70491]: INFO networking_nsxv3.common.synchronization [req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 req-965b5963-1095-4180-9628-8e207c98fa4c tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 980.909327] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGHEST for action security_group_members [ 980.909327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.909327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.909327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.909327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.909669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.909669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.909669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.909669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.909811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.909811] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.951061] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.953593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.953738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.953804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.954231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.974801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.975119] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.975232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.975279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.975454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.975553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.975618] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c is going to be updated. [ 981.006549] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.006693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.006776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.006978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.007139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.035370] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: IN_PROGRESS for 2s [ 981.052340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.052340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.052340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.052340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.058878] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c79893-d1c7-4fb2-936b-e63bcea72d6a: rpc.has_security_group_logging(os_id): False [ 981.074150] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.074150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.074809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.077305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.077877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.077877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.077877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.077877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077877] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be updated. [ 981.109831] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.109831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.109831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.110033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.110185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.128411] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 981.158264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.159024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.159024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.159024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.159024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.173102] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: IN_PROGRESS for 2s [ 981.412818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.412961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.412961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.413210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.434564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.434828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.434948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.436063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.436063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.436063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.436063] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be updated. [ 981.452647] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.459096] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.459278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.459347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.459556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.459694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.466835] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: IN_PROGRESS for 2s [ 981.880297] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 981.880630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.887745] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 981.887901] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 981.888045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.955425] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.957769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.957769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.957769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.957769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.957769] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 981.984795] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.984795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.984795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.984795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.984795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.992531] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 982.247096] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 982.247096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.247096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.247349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.247536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.247651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.247717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.247945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.248047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.248137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.248302] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.248383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.248444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.248588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.248725] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.248818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.248878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.249020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.249095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.249178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.249264] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.250143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.250306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.250452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.250550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.250613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.250748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.250823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.250909] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.619645] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 982.619645] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a deletion is rescheduled due to dependency. [ 982.619795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.752411] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 982.753505] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.770660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.770660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.770755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.771013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.787735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.788036] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.788161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.788228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.788423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.788509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.788714] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.788814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.788878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.789040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.789116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.789293] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.789386] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.789449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.789589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.789668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.789751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 982.819898] env[70491]: INFO networking_nsxv3.common.synchronization [req-07d1c89a-703d-4b7b-a017-a2a66a89e55f req-1779e843-5ae9-4e18-821c-96f346408901 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 982.820433] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 982.820727] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.820873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.820927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.822247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.822247] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.822247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.822247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.822247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.822452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.822452] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.855464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.855599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.855836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.855900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.856053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.873438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 983.048227] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c in Status: SUCCESS [ 983.048227] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f9bf33-beba-4d03-8fc7-e03e2260ca9c deletion is rescheduled due to dependency. [ 983.048227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f9bf33-beba-4d03-8fc7-e03e2260ca9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.137208] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 983.137405] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 deletion is rescheduled due to dependency. [ 983.137521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.185384] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a in Status: SUCCESS [ 983.185605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.259483] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.308559] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.308770] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.308899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.309188] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.309456] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.309620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.309741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.309988] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.310769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311193] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.311328] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.311448] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.311565] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.311759] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.311878] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.312189] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.324444] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.329972] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.330187] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.330334] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.330509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.330816] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-4eef342e-0d1b-4ed8-8d13-f941177c4d63 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.331432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.331432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.331432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.331644] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eef342e-0d1b-4ed8-8d13-f941177c4d63',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.477467] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af4f2dd8-239e-4892-b84a-a12855b51256 in Status: SUCCESS [ 983.477467] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 deletion is rescheduled due to dependency. [ 983.477578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.498917] env[70491]: INFO networking_nsxv3.common.synchronization [req-5ec32283-3434-47f7-835c-5c3b9a4783fd req-87a1a5b1-3f77-4c3a-8c41-c33b92956806 tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 983.499672] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGHEST for action security_group_members [ 983.499798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.499962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.500018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.500241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.502679] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.502679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.502679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.502679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.502679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.502679] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.765359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.765529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.765595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.765819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.765943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.766075] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 983.791402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.791756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.791756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.791823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.791981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.800085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 983.828107] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.838082] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.838082] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 4eef342e-0d1b-4ed8-8d13-f941177c4d63 not found, creating... [ 983.838082] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.838082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.838472] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.838472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.838472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.838472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.838472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.838472] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 is going to be created. [ 983.858708] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.860601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.860601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.860601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.860601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.860601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.003695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.003695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.003695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.003873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.006104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 984.006104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.034802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.034802] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.034802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.034802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.034802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.034802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.034802] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a is going to be updated. [ 984.061200] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.061475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.061475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.063159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.063159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.072509] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: IN_PROGRESS for 2s [ 984.331925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.332348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.332521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.334345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.334345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.334345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 984.371426] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.371641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.371741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.372042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.372264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.386044] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 984.585194] env[70491]: INFO networking_nsxv3.common.synchronization [req-07d1c89a-703d-4b7b-a017-a2a66a89e55f req-c3978a97-9840-418f-a78f-cab3c2ae540d service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 984.585382] env[70491]: INFO networking_nsxv3.common.synchronization [req-07d1c89a-703d-4b7b-a017-a2a66a89e55f req-c3978a97-9840-418f-a78f-cab3c2ae540d service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 984.585503] env[70491]: INFO networking_nsxv3.common.synchronization [req-07d1c89a-703d-4b7b-a017-a2a66a89e55f req-c3978a97-9840-418f-a78f-cab3c2ae540d service nova] Enqueued Resource ID: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 with Priority: HIGHEST for action port [ 984.585746] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 984.585864] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 984.585963] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 with Priority: HIGHEST for action port [ 984.586541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.586674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.586733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.586930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.587017] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.591695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.591695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.591695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eef342e-0d1b-4ed8-8d13-f941177c4d63 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.591695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.591695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.591979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.591979] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eef342e-0d1b-4ed8-8d13-f941177c4d63',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.891140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 984.891379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.891555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.891773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.891865] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.096850] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.097243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.097370] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eef342e-0d1b-4ed8-8d13-f941177c4d63 with status ACTIVE [ 985.097644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.097813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.097916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.098234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.098384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.098644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.098798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.099371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.099371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.099371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.099530] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.099660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.099757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.099988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.100114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.100237] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 is going to be updated. [ 985.120314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.120456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.120561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.120717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.120845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.121014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eef342e-0d1b-4ed8-8d13-f941177c4d63" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.394229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.810582] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 985.810861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.811108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.811432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.811720] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.811804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.811872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.812205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.812205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.812391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.812516] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.084607] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42133a7c-9e65-431b-a315-68fb5aa2924a in Status: SUCCESS [ 986.084878] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a deletion is rescheduled due to dependency. [ 986.084981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.136990] env[70491]: INFO networking_nsxv3.common.synchronization [req-ea52ff26-d9da-4426-a157-e1b71d4f2821 req-a41fcd44-4eb1-4f65-92de-357246185260 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Enqueued Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 986.137514] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce with Priority: HIGHEST for action security_group_members [ 986.137841] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.137973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.138117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.138328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.140167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.140167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.140167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.140167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.140167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.140167] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efaf2d2b-ba1a-427f-9aba-95d1fa5becce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.315127] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.315237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.315237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315708] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.315836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.315976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.316133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.316226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.316321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.319765] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.319918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.319990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.320148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.320297] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.320392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.320456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.320586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.320657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.320826] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.398023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.398023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.398023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.398839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398959] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.644655] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.644803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.644874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.645105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.664249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.664504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.664627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.664795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.664876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.664959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.665066] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce is going to be updated. [ 986.691337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.691337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.691337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.691541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.691770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699356] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: IN_PROGRESS for 2s [ 986.825039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a: rpc.has_security_group_logging(os_id): False [ 986.842262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.842492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.842666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.843750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.843750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.843750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.844452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.844452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.844650] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 986.903173] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.903412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.903412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.903733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.903733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.904939] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.927050] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 987.408324] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.910782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.910782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.910782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.911172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.911172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.911172] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 987.938936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.939107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.939396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.939396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.939552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.948374] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 988.250953] env[70491]: INFO networking_nsxv3.common.synchronization [req-48602015-eb3a-4136-9b93-8875747ec4c4 req-6a55c1f5-5201-4412-92eb-10d21d5c4333 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 988.251629] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 988.253170] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.253349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.253421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.253684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.253875] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.253980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.254062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.254223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.254336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.254432] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.640056] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.640473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.640473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.640838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.643130] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.644134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.644134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.644134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.644134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.644134] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.644416] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.644416] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.644492] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.644545] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.644666] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.644806] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.668944] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.669174] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.670068] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.670068] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-938" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.670068] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-eb0166f7-5e84-449b-9db5-a343f52f1726 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.670068] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.670342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.670459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.670596] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0166f7-5e84-449b-9db5-a343f52f1726',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.709441] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce in Status: SUCCESS [ 988.709441] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efaf2d2b-ba1a-427f-9aba-95d1fa5becce deletion is rescheduled due to dependency. [ 988.709441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efaf2d2b-ba1a-427f-9aba-95d1fa5becce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.756833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.757135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.757135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.757356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.757467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.757681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.757783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.757861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.758070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.758155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.758369] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 already deleted. [ 988.758369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.945109] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 988.945109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176591] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.177021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.177284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.177620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.177777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.177970] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port eb0166f7-5e84-449b-9db5-a343f52f1726 not found, creating... [ 989.178269] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.178434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.178551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.178780] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.178916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.179671] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.180886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.180886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181347] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.181698] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: eb0166f7-5e84-449b-9db5-a343f52f1726 is going to be created. [ 989.228294] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.228539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.228671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.229105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.229396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.229838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.957709] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 989.958717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.958717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.959219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.959219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.959354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.959354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.959521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.959630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.959683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.960339] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.280438] env[70491]: INFO networking_nsxv3.common.synchronization [req-65ff5958-b854-458e-bd35-30a1300add86 req-9471c35e-c055-4d75-bdca-459cc6e33953 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 990.280963] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 990.281319] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.281440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.281502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.281701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.282215] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.283738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.283738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.283738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.283738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.283738] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.448612] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b618ca97-8fbc-4ad0-8986-d7feed6dc5fd None None] Enqueued Resource ID: 6342b68d-daed-4723-9a93-d65a11024057 with Priority: HIGHEST for action port [ 990.448922] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342b68d-daed-4723-9a93-d65a11024057 with Priority: HIGHEST for action port [ 990.449592] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6342b68d-daed-4723-9a93-d65a11024057 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.449713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6342b68d-daed-4723-9a93-d65a11024057" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.449784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6342b68d-daed-4723-9a93-d65a11024057" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.452352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6342b68d-daed-4723-9a93-d65a11024057" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.452445] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6342b68d-daed-4723-9a93-d65a11024057',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.461580] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.461711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.461785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.461991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.466130] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.466296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.466368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.466564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.466652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.466749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.467050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467373] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.467826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.468118] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.604961] env[70491]: INFO networking_nsxv3.common.synchronization [req-48602015-eb3a-4136-9b93-8875747ec4c4 req-002ff6fd-933c-4376-8df0-c9a20455905d service nova] Enqueued Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_rules [ 990.604961] env[70491]: INFO networking_nsxv3.common.synchronization [req-48602015-eb3a-4136-9b93-8875747ec4c4 req-002ff6fd-933c-4376-8df0-c9a20455905d service nova] Enqueued Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 990.604961] env[70491]: INFO networking_nsxv3.common.synchronization [req-48602015-eb3a-4136-9b93-8875747ec4c4 req-002ff6fd-933c-4376-8df0-c9a20455905d service nova] Enqueued Resource ID: eb0166f7-5e84-449b-9db5-a343f52f1726 with Priority: HIGHEST for action port [ 990.605203] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_rules [ 990.605251] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 990.605337] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb0166f7-5e84-449b-9db5-a343f52f1726 with Priority: HIGHEST for action port [ 990.607361] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.607507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.607617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.607902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.608016] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.608903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.609336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.609643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.609749] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.613154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.613349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.613444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.613545] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.615044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb0166f7-5e84-449b-9db5-a343f52f1726 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.615044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.615044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.615044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.615044] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb0166f7-5e84-449b-9db5-a343f52f1726',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.787125] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.954745] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6342b68d-daed-4723-9a93-d65a11024057 [ 990.954992] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.955130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.955201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.955404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.955490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.955647] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6342b68d-daed-4723-9a93-d65a11024057 already deleted. [ 990.955705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6342b68d-daed-4723-9a93-d65a11024057" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.960815] env[70491]: INFO networking_nsxv3.common.synchronization [req-6eb76c62-0469-4513-b587-a94ac4932cd8 req-c9a36a13-5b62-4161-b0ff-adc1d54fb7a3 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 990.961896] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 990.964435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.964435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.964435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.964435] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.971502] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 990.990238] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.990333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.990489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.992295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.008418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.008681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.008843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.008901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009388] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.009489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.009546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.012411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.012522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.012803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.012919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.013049] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 991.111362] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.111514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.111585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.111796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.111942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.116992] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.117850] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.117998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.118391] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb0166f7-5e84-449b-9db5-a343f52f1726 with status ACTIVE [ 991.118587] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.118662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.118734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.118918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.118987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.119172] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.119272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.119334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.119483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.119559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.120430] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.120430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.120430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.123679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.123679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.123679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb0166f7-5e84-449b-9db5-a343f52f1726 is going to be updated. [ 991.139497] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 991.147759] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.147759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.147759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.147759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.147759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.147759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb0166f7-5e84-449b-9db5-a343f52f1726" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.289688] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.466687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.466842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.466910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.467168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.467279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.467478] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.467578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.467641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.467796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.467866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.467981] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 already deleted. [ 991.468210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.618782] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.634395] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.634602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.634735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.638088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.638088] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.638088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.638088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.638088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.638088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.638088] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.638088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.638088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.638088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.638088] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.638088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.638088] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.657444] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.657626] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.657776] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.657958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.658409] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.658605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.659342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.660030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.660030] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.792254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.792390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.792458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.792659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.792745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.792839] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 991.822321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.822527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.822601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.822839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.822993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.834752] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 992.121859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.122212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.122212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.122212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.122346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.122435] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 is going to be created. [ 992.144925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.145420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.145645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.145938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.146250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.155115] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: UNINITIALIZED for 2s [ 992.166020] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.166020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.166020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.166020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 not found, creating... [ 992.166020] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.166384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.166464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.166602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166882] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.167127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.167269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.167697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.168048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.168246] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 is going to be created. [ 992.216021] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.216312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.216529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.216891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.217127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.217415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.447032] env[70491]: INFO networking_nsxv3.common.synchronization [None req-37a44222-c97a-4476-b4d1-f793aba94d32 None None] Enqueued Resource ID: feb4ed75-f595-46dd-b2fa-d5748fa066e4 with Priority: HIGHEST for action port [ 992.447553] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb4ed75-f595-46dd-b2fa-d5748fa066e4 with Priority: HIGHEST for action port [ 992.447912] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb4ed75-f595-46dd-b2fa-d5748fa066e4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.448538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb4ed75-f595-46dd-b2fa-d5748fa066e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.448627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb4ed75-f595-46dd-b2fa-d5748fa066e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.449342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb4ed75-f595-46dd-b2fa-d5748fa066e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.449561] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb4ed75-f595-46dd-b2fa-d5748fa066e4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.909817] env[70491]: INFO networking_nsxv3.common.synchronization [req-6eb76c62-0469-4513-b587-a94ac4932cd8 req-4a24cbb1-5494-4d17-9e26-0dff80a165a8 service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 992.910026] env[70491]: INFO networking_nsxv3.common.synchronization [req-6eb76c62-0469-4513-b587-a94ac4932cd8 req-4a24cbb1-5494-4d17-9e26-0dff80a165a8 service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 992.910214] env[70491]: INFO networking_nsxv3.common.synchronization [req-6eb76c62-0469-4513-b587-a94ac4932cd8 req-4a24cbb1-5494-4d17-9e26-0dff80a165a8 service nova] Enqueued Resource ID: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 with Priority: HIGHEST for action port [ 992.910756] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 992.910888] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 992.910988] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 with Priority: HIGHEST for action port [ 992.911582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.911738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.911857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.912073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.912188] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.913330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.913330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.913330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.913490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.913653] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.913779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.913865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.914054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.914170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.914285] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.917145] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.917145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.917145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.917145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.917145] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.952124] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feb4ed75-f595-46dd-b2fa-d5748fa066e4 [ 992.952370] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.952512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.952577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.952795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.952863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.952953] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feb4ed75-f595-46dd-b2fa-d5748fa066e4 already deleted. [ 992.953047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb4ed75-f595-46dd-b2fa-d5748fa066e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.154782] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 993.155338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417064] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.418736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.418837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.419529] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 with status ACTIVE [ 993.419709] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.419847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.419920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.420205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.420297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.420476] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.420587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.420649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.420800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.420879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.421613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.421613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.421613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.421613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.421613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.421613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 is going to be updated. [ 993.442248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.442466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.442466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.442677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.442839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.443508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.844823] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 993.845118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.919353] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.164566] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: SUCCESS [ 994.164978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.165047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.165267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.165488] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.165599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.165677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.166250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166250] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.422638] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.422735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.422735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.422940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.423222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.423222] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be created. [ 994.448088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.448447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.448620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.448931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.449246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.465149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: UNINITIALIZED for 2s [ 994.584101] env[70491]: INFO networking_nsxv3.common.synchronization [req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 req-4b9dabe6-4acd-4e2f-9158-515a8a6f4a52 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Enqueued Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 994.584101] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 with Priority: HIGHEST for action security_group_members [ 994.584101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.584101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.584101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.585023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.586907] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.586907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.586907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.586907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.586907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.586907] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f1b68d1-5294-4ff4-81c6-55b3103b0dc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.668693] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.671890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.671890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.671890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.671890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.672813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.672813] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.093610] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.093610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.093610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.093610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.113390] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.113390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.113390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.113390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.113390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.113390] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 is going to be updated. [ 995.140626] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.140626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.140626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.140967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.141142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.153097] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: IN_PROGRESS for 2s [ 995.180378] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19813cc7-ce5b-4c52-9846-8aed7eff8e26: rpc.has_security_group_logging(os_id): False [ 995.201656] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.201808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.202291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.202966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.203068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.203771] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.203771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.204078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.204646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.204646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.208258] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.208258] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.208258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.208258] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 is going to be created. [ 995.274329] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.276697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.276697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.276697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.276697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.286978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: IN_PROGRESS for 2s [ 996.046145] env[70491]: INFO networking_nsxv3.common.synchronization [req-771c3f1f-0f69-4463-ac32-620405811bf5 req-c6844e0e-43dd-436b-9586-95cf55ab1eb8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 996.046820] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 996.047183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.047360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.047462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.047683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.047858] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.048013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.048318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.048318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.048432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.048556] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.473059] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 996.473840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.474245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.474456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.474799] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.475131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.475131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.475233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.475354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.475474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.475585] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.553958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.554472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.554561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.554828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.554928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.555277] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.555436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.555506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.558112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.558112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.558264] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 996.584359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.584546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.584618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.584838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.584988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.593866] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 996.671528] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.671748] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.671879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.672177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.672535] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.674211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.674399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.674670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.674832] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.682077] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.682077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.682077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.682077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.682077] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.682077] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.682077] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.708104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.708104] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.708104] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.708104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.708104] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2f6b603e-440c-4f67-924e-1d2e854b7a3d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708104] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6b603e-440c-4f67-924e-1d2e854b7a3d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.982536] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.158358] env[70491]: INFO networking_nsxv3.common.synchronization [req-d3870645-a533-493c-9ff0-0e19b6a82e50 req-3ffffaf1-f2a1-4026-972b-381315afd56d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 997.158952] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 997.159469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.159651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.159742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.159971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.160201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.160395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.160648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.160955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.160955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.161262] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.165015] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 in Status: SUCCESS [ 997.165015] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f1b68d1-5294-4ff4-81c6-55b3103b0dc1 deletion is rescheduled due to dependency. [ 997.165015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f1b68d1-5294-4ff4-81c6-55b3103b0dc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.209647] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.209886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.210032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.210363] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.210549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.210694] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2f6b603e-440c-4f67-924e-1d2e854b7a3d not found, creating... [ 997.210961] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.211168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.211297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.211532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.211690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.212035] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.212682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.212817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.213059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.213264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.213423] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2f6b603e-440c-4f67-924e-1d2e854b7a3d is going to be created. [ 997.233441] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.234283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.234500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.234798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.235122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.235296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.303960] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: SUCCESS [ 997.304232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.487593] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988c249-7350-4611-92a9-512edfa97471: rpc.has_security_group_logging(os_id): False [ 997.506779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.506974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.507079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.507325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.507438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.507728] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.507838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.507919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.508115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.508216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.508321] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be created. [ 997.573447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.573447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.573447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.573447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.573447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.584814] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 997.664625] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.795864] env[70491]: INFO networking_nsxv3.common.synchronization [req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 req-149d40f4-ada3-40b9-921f-6d8dfefe7a8e tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 997.796300] env[70491]: INFO networking_nsxv3.common.synchronization [req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 req-149d40f4-ada3-40b9-921f-6d8dfefe7a8e tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 997.796535] env[70491]: INFO networking_nsxv3.common.synchronization [req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 req-149d40f4-ada3-40b9-921f-6d8dfefe7a8e tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 997.797174] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 with Priority: HIGHEST for action security_group_members [ 997.797422] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGHEST for action security_group_members [ 997.798167] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGHEST for action security_group_members [ 997.800894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.800894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.800894] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ab4fa7c-1d9f-4e94-8fed-ab279baddd03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.800894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.800894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.801542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.803078] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.803078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.803078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.803078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.803078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.803078] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.805070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.805467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.805467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.805794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.805830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.807018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.807018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.807018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.807018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.807018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.168085] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.285397] env[70491]: INFO networking_nsxv3.common.synchronization [req-771c3f1f-0f69-4463-ac32-620405811bf5 req-f6135e3f-7d41-4d03-857f-ff57c3d3274b service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 998.285397] env[70491]: INFO networking_nsxv3.common.synchronization [req-771c3f1f-0f69-4463-ac32-620405811bf5 req-f6135e3f-7d41-4d03-857f-ff57c3d3274b service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 998.285397] env[70491]: INFO networking_nsxv3.common.synchronization [req-771c3f1f-0f69-4463-ac32-620405811bf5 req-f6135e3f-7d41-4d03-857f-ff57c3d3274b service nova] Enqueued Resource ID: 2f6b603e-440c-4f67-924e-1d2e854b7a3d with Priority: HIGHEST for action port [ 998.285557] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 998.285557] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 998.285654] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6b603e-440c-4f67-924e-1d2e854b7a3d with Priority: HIGHEST for action port [ 998.286221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.286354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.286463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.288017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.291332] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.292242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.293026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.293291] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6b603e-440c-4f67-924e-1d2e854b7a3d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.293410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.293478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.293668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.293749] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6b603e-440c-4f67-924e-1d2e854b7a3d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.311965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.312209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.312378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.313488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.314936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.315044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.315999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.316256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.336021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.336021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 is going to be updated. [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.336021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354115] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.355540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.355756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.356187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.356495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.358176] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 is going to be updated. [ 998.358176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.358176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.358176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.359170] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.359307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.359375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.359537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.359624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.359702] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be updated. [ 998.364641] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.364748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.364821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.364980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.365120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.375055] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: IN_PROGRESS for 2s [ 998.394226] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.394362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.394457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.394663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.394801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.396910] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.397057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.397131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.397302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.397424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.406219] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: IN_PROGRESS for 2s [ 998.407132] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: IN_PROGRESS for 2s [ 998.605294] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 998.605578] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 998.605614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.605818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.606082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.606298] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.606425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.606495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.606657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.606741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.606842] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.673163] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.673163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.673163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.673163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.673404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.673508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 998.699472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.699614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.699854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.699943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.700036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.708365] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 998.798966] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f6b603e-440c-4f67-924e-1d2e854b7a3d with status ACTIVE [ 998.798966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.798966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.798966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.798966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.798966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.798966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.799231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.799231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.799231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.799318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.801639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.801639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.801639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.801639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.801639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.801639] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f6b603e-440c-4f67-924e-1d2e854b7a3d is going to be updated. [ 998.801639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.801639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.821314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.821466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.821466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.822232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.822232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.822232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6b603e-440c-4f67-924e-1d2e854b7a3d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.110457] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.597775] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 999.598825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.612690] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.118601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.118783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.118857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.119155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.119257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.119367] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1000.149752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.150182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.150402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.165306] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1000.385364] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 in Status: SUCCESS [ 1000.385547] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 deletion is rescheduled due to dependency. [ 1000.385663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.417453] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a in Status: SUCCESS [ 1000.417685] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a deletion is rescheduled due to dependency. [ 1000.417806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.418612] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 in Status: SUCCESS [ 1000.418762] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ab4fa7c-1d9f-4e94-8fed-ab279baddd03 deletion is rescheduled due to dependency. [ 1000.418863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ab4fa7c-1d9f-4e94-8fed-ab279baddd03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.720827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1000.721162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.046201] env[70491]: INFO networking_nsxv3.common.synchronization [req-99d72e03-975f-4c25-9580-15f0efca4def req-a182e0d7-e297-47ea-af93-759d18ffc42b tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 1001.046720] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGHEST for action security_group_members [ 1001.047035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.047162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.047233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.047448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.047616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.048750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.048796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.048943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.049109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.049225] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.555021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.577018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.577018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.577018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.577018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.577018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.577018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.577018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be updated. [ 1001.597694] env[70491]: INFO networking_nsxv3.common.synchronization [req-e0d126bd-8140-481f-86ba-ef1fd05cc60d req-1a21db84-39bf-441a-83ae-9563df704e53 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 1001.598437] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 1001.600135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.600135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.600135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.600135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.600135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.601881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.601881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.601881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.601881] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.613041] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: IN_PROGRESS for 2s [ 1002.103829] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.175336] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1002.175336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.175336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.175336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.175336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.175719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.175719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.175719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.175826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.175903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.175990] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.564046] env[70491]: INFO networking_nsxv3.common.synchronization [req-9713d03b-cd89-4320-8a2d-d10569a37998 req-8731fde7-9f64-444a-acd2-44f80f999aa1 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 1002.566083] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 with Priority: HIGHEST for action security_group_members [ 1002.566708] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-19813cc7-ce5b-4c52-9846-8aed7eff8e26 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.566837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.566906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.567190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.567350] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.567453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.567519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.567700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.567789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.567883] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19813cc7-ce5b-4c52-9846-8aed7eff8e26',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.606220] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.678640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.678798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.678865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.679105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.679275] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.679377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.679441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.679587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.679674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.679762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.679905] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.680008] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.680144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.680265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.680406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.680498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.680554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.680690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.680767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.680851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.680934] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.070584] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.070584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.070584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.072266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.073167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.073167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.073167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 is going to be updated. [ 1003.098951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.099223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.099223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.100382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.100382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.108072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.108402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.108402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.108467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.108586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.108717] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 1003.110401] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: IN_PROGRESS for 2s [ 1003.134951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.136142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.136329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.142956] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 1003.183432] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e3f581-fe43-4461-aea8-bcde37c9cbcf: rpc.has_security_group_logging(os_id): False [ 1003.200621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.200735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.200824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.201084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.201191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.201461] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.201560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.201627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.201777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.201874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.202524] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.202524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.202524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.202524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.202524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.202820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.202820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.202820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.202936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.202989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.203066] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1003.266014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.266282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.266282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.266751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.266751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.282342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1003.426848] env[70491]: INFO networking_nsxv3.common.synchronization [req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 req-a3238f24-fef8-4902-8260-77cc90d6312f tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1003.427606] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1003.427683] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.427809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.427876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.428233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.428393] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.428496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.428559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.428719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.428826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.428921] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.619324] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 in Status: SUCCESS [ 1003.619515] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 deletion is rescheduled due to dependency. [ 1003.619637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.751024] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.751024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.751024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.751024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.751024] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.751024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.751024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.753785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.753785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.753874] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.753947] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.754078] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.754199] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.754315] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.754424] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.754565] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.772552] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.772776] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.772955] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.773186] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.773547] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-4e6c712f-5835-4e52-af68-3b6f441e49ed taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.773804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.773915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.774254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.774408] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6c712f-5835-4e52-af68-3b6f441e49ed',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.931503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.931743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.931743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.931981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.932464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.932538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.932743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.932823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.932933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b already deleted. [ 1003.933040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.277529] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.277860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.278101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278488] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.278935] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 4e6c712f-5835-4e52-af68-3b6f441e49ed not found, creating... [ 1004.279329] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.279566] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.279769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.280098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.280337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.280770] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.281025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.281125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.281406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.281534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.282276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 4e6c712f-5835-4e52-af68-3b6f441e49ed is going to be created. [ 1004.306053] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.306293] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.306460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.306767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.307051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.307431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.981986] env[70491]: INFO networking_nsxv3.common.synchronization [req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 req-ae82f2f8-528e-48d7-a04f-4917dc2bd6fb service nova] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_rules [ 1004.982200] env[70491]: INFO networking_nsxv3.common.synchronization [req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 req-ae82f2f8-528e-48d7-a04f-4917dc2bd6fb service nova] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1004.982350] env[70491]: INFO networking_nsxv3.common.synchronization [req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 req-ae82f2f8-528e-48d7-a04f-4917dc2bd6fb service nova] Enqueued Resource ID: 4e6c712f-5835-4e52-af68-3b6f441e49ed with Priority: HIGHEST for action port [ 1004.982906] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_rules [ 1004.983530] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1004.983676] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6c712f-5835-4e52-af68-3b6f441e49ed with Priority: HIGHEST for action port [ 1004.984054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.984203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.984273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.984552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.984604] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.986095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.986216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.986280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.986463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.986620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.986760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.986868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.987597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.987597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.987597] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.988868] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6c712f-5835-4e52-af68-3b6f441e49ed taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.988868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.988978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.989132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.989208] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6c712f-5835-4e52-af68-3b6f441e49ed',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.120313] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: IN_PROGRESS for 4s [ 1005.156748] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 1005.157009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.296074] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1005.296074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.490479] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.491322] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e6c712f-5835-4e52-af68-3b6f441e49ed with status ACTIVE [ 1005.491400] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.491925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.491925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.491925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.491925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.492106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.492106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.492180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.492339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.492663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.492817] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.494566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.494566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.494566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.494566] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e6c712f-5835-4e52-af68-3b6f441e49ed is going to be updated. [ 1005.494566] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.495859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.513390] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.513566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.513640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.513847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.513984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.514234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6c712f-5835-4e52-af68-3b6f441e49ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.996202] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.498148] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.498465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.498465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.498642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.498695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.498800] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be created. [ 1006.523732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.523867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.523940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.525277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.525277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.532986] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: UNINITIALIZED for 2s [ 1007.129649] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 in Status: SUCCESS [ 1007.129649] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19813cc7-ce5b-4c52-9846-8aed7eff8e26 deletion is rescheduled due to dependency. [ 1007.129649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19813cc7-ce5b-4c52-9846-8aed7eff8e26" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.260724] env[70491]: INFO networking_nsxv3.common.synchronization [None req-77973bd3-fe31-4cc2-be18-1d6ace397deb tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1008.261326] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1008.261652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.261779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.261848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.262127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.262402] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.327884] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b9086b44-32cb-42e7-ac7e-95ebc9dbe37f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1008.328438] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1008.328968] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.328968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.542714] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1008.543021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.543166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.543384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.543586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.544198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.544198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.544198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.544198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.544198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.544198] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.783437] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.783620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.783712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.783900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.783987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.784096] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 already deleted. [ 1008.784183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.784335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.784548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.784635] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.050880] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.050880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.050880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.051486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.051486] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.051486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.051486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.051700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.051733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.051819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.051967] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.052077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.052139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.052283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.052421] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.052514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.052571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.052705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.052782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.052865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.052957] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.313100] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.313100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.313100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.313100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.313100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.313100] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 already deleted. [ 1009.313100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.555120] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2445acea-324c-4111-937f-79055f06fe2b: rpc.has_security_group_logging(os_id): False [ 1009.581253] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.581253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.581253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.581526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.581526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.581712] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.581818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.581891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.582292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.582292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.582780] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.582780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.582780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.582780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.583025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.583118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.583152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.583295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.583458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be created. [ 1009.638009] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.638163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.638257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.638474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.638667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.647883] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1011.660179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1011.660584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.329854] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.329854] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1015.432103] env[70491]: INFO networking_nsxv3.common.synchronization [req-58faf767-6293-4327-afff-d8b4e652f04b req-ab1cf697-3bda-4009-9db0-a95e2bd22f6c tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Enqueued Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 1015.433687] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c with Priority: HIGHEST for action security_group_members [ 1015.433914] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.434156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.434298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.434564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.434771] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.434920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.434993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.435260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.435361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.435464] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aef2278-a7c9-4298-a7bb-10e1676b6d3c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.939143] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.939625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.940405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.941090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.967447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.967875] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.967875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968570] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c is going to be updated. [ 1016.002825] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.002965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.003016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.003246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.003446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.011666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: IN_PROGRESS for 2s [ 1016.694919] env[70491]: INFO networking_nsxv3.common.synchronization [req-707d1344-f45d-4036-8ff7-db55ecc6a87c req-fc5de299-f167-419d-8527-e0d221be5e48 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 1016.695586] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGHEST for action security_group_members [ 1016.695892] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.696844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.696962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.697193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.697354] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.697846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.697846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.697846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.698061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.698061] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.200183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.200367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.200425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.200640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.224466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.224755] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.224871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.224910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.225661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.225661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.225661] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 is going to be updated. [ 1017.250845] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.250985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.250985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.254388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.254388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.260955] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: IN_PROGRESS for 2s [ 1018.021589] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c in Status: SUCCESS [ 1018.021877] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aef2278-a7c9-4298-a7bb-10e1676b6d3c deletion is rescheduled due to dependency. [ 1018.021877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aef2278-a7c9-4298-a7bb-10e1676b6d3c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.271989] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc1787e9-173b-4909-861a-f455e3193ed2 in Status: SUCCESS [ 1019.272338] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 deletion is rescheduled due to dependency. [ 1019.272408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.022476] env[70491]: INFO networking_nsxv3.common.synchronization [req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 req-6e990920-a9ce-4bfb-b1a8-56ab4ecf721c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1020.023069] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1020.023396] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.023562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.023659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.023920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.027857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.028054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.028229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.028368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.028449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.028723] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.376184] env[70491]: INFO networking_nsxv3.common.synchronization [req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 req-618d6984-444c-4f57-8188-26190752eda1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 1020.376759] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGHEST for action security_group_members [ 1020.377073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.377201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.377267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.377475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.377615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.377762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.377898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.377935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.379586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.379735] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.467025] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3239e92f-3c32-48e7-9635-630188e2d66c None None] Enqueued Resource ID: a1ba3d3e-8b7c-49f8-9014-98197ae94515 with Priority: HIGHEST for action port [ 1020.467025] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ba3d3e-8b7c-49f8-9014-98197ae94515 with Priority: HIGHEST for action port [ 1020.467025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ba3d3e-8b7c-49f8-9014-98197ae94515 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.467025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ba3d3e-8b7c-49f8-9014-98197ae94515" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.467025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ba3d3e-8b7c-49f8-9014-98197ae94515" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.467025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ba3d3e-8b7c-49f8-9014-98197ae94515" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.467395] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ba3d3e-8b7c-49f8-9014-98197ae94515',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.531706] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.531907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.531956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.532198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.532286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.532501] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.532798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.532877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.533135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.533243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.533343] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 already deleted. [ 1020.533461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.557463] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.557753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.558154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.558746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.559341] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.559812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.560190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.560797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.561261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.561788] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.562155] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.562495] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.562835] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.563193] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.563526] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.563914] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.589094] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.589094] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.589094] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.589094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.589094] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-9969a4ac-4d84-42b8-842c-c14292e28da3 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.592582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.592582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.592582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.592582] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9969a4ac-4d84-42b8-842c-c14292e28da3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.883392] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.883598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.883674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.883858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.906873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.907077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.907203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.907271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.907474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.907559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.909301] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be updated. [ 1020.944860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.944860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.953640] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: IN_PROGRESS for 2s [ 1020.970270] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1ba3d3e-8b7c-49f8-9014-98197ae94515 [ 1020.970699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.970907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.971033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.971952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.971952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.971952] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1ba3d3e-8b7c-49f8-9014-98197ae94515 already deleted. [ 1020.971952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ba3d3e-8b7c-49f8-9014-98197ae94515" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.096651] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.096651] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 9969a4ac-4d84-42b8-842c-c14292e28da3 not found, creating... [ 1021.096651] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.096651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097083] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.097225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.097558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097743] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 9969a4ac-4d84-42b8-842c-c14292e28da3 is going to be created. [ 1021.118604] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.118604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.118604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.118973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.121026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.121026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.979221] env[70491]: INFO networking_nsxv3.common.synchronization [req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 req-84efb37d-59f5-4c25-bf8e-af7337f94760 service nova] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_rules [ 1021.979476] env[70491]: INFO networking_nsxv3.common.synchronization [req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 req-84efb37d-59f5-4c25-bf8e-af7337f94760 service nova] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1021.979568] env[70491]: INFO networking_nsxv3.common.synchronization [req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 req-84efb37d-59f5-4c25-bf8e-af7337f94760 service nova] Enqueued Resource ID: 9969a4ac-4d84-42b8-842c-c14292e28da3 with Priority: HIGHEST for action port [ 1021.980076] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_rules [ 1021.980216] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1021.980306] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969a4ac-4d84-42b8-842c-c14292e28da3 with Priority: HIGHEST for action port [ 1021.980625] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.980746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.980815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.983839] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.983839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.983839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.983839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.984176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.984176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.984176] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.985378] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9969a4ac-4d84-42b8-842c-c14292e28da3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.985510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.985551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.985692] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.986193] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9969a4ac-4d84-42b8-842c-c14292e28da3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.485667] env[70491]: INFO networking_nsxv3.common.synchronization [req-be6f232c-eabb-473b-bc04-0e5363a847e9 req-1ca25431-e113-4fd9-85bf-de5b83bc32a1 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1022.486512] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1022.486512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.486753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.486883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.486952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.487481] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.488591] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9969a4ac-4d84-42b8-842c-c14292e28da3 with status ACTIVE [ 1022.488770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.488937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.488937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.489152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.489242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.489814] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.489814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.489814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.489814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.489814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.490079] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.490551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.490639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.490800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.490881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.491899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9969a4ac-4d84-42b8-842c-c14292e28da3 is going to be updated. [ 1022.512881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.512881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.512881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.512881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.512881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.512881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9969a4ac-4d84-42b8-842c-c14292e28da3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.638447] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b27b2939-623e-4471-a69c-37cf7054bb9e None None] Enqueued Resource ID: be19b08d-bdaa-44da-9bbc-b5a835d1728b with Priority: HIGHEST for action port [ 1022.638594] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be19b08d-bdaa-44da-9bbc-b5a835d1728b with Priority: HIGHEST for action port [ 1022.639212] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-be19b08d-bdaa-44da-9bbc-b5a835d1728b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.640148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be19b08d-bdaa-44da-9bbc-b5a835d1728b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.640148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be19b08d-bdaa-44da-9bbc-b5a835d1728b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.640148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be19b08d-bdaa-44da-9bbc-b5a835d1728b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.640148] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be19b08d-bdaa-44da-9bbc-b5a835d1728b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.883060] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.883292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.883471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.883751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.884016] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.884182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.884353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.884516] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.884704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.884869] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.884994] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.885118] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.885230] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.885343] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.885454] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.885592] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.904265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.904265] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.904478] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.905478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.905478] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-90e00548-5163-4047-bcf5-64eaf48e2d04 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.905478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.905478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.905478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.905741] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e00548-5163-4047-bcf5-64eaf48e2d04',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.962203] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 039e590a-2538-4591-81ec-b512cb28d5f6 in Status: SUCCESS [ 1022.962401] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 deletion is rescheduled due to dependency. [ 1022.962516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.989746] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.142842] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be19b08d-bdaa-44da-9bbc-b5a835d1728b [ 1023.143082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.143220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.143290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.143495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.143587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.143679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be19b08d-bdaa-44da-9bbc-b5a835d1728b already deleted. [ 1023.143760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be19b08d-bdaa-44da-9bbc-b5a835d1728b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408017] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.409773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.409773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.409773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.409773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.409773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 90e00548-5163-4047-bcf5-64eaf48e2d04 not found, creating... [ 1023.409773] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.410178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.410747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.410747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.410747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.411145] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.411866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.411866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.411866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.411866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.412085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 90e00548-5163-4047-bcf5-64eaf48e2d04 is going to be created. [ 1023.433318] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.433707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.433884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.434231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.434573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.435097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.494981] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.495183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.495244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.495440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.495537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.495644] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be created. [ 1023.527770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.527959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.528037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.528191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.528379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.537432] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: UNINITIALIZED for 2s [ 1024.232170] env[70491]: INFO networking_nsxv3.common.synchronization [req-be6f232c-eabb-473b-bc04-0e5363a847e9 req-202b37a8-4531-4a68-8ac5-e4cfefe78301 service nova] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_rules [ 1024.232430] env[70491]: INFO networking_nsxv3.common.synchronization [req-be6f232c-eabb-473b-bc04-0e5363a847e9 req-202b37a8-4531-4a68-8ac5-e4cfefe78301 service nova] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1024.232430] env[70491]: INFO networking_nsxv3.common.synchronization [req-be6f232c-eabb-473b-bc04-0e5363a847e9 req-202b37a8-4531-4a68-8ac5-e4cfefe78301 service nova] Enqueued Resource ID: 90e00548-5163-4047-bcf5-64eaf48e2d04 with Priority: HIGHEST for action port [ 1024.235323] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_rules [ 1024.235545] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1024.235711] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e00548-5163-4047-bcf5-64eaf48e2d04 with Priority: HIGHEST for action port [ 1024.236123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.236283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.236663] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.236809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.237118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e00548-5163-4047-bcf5-64eaf48e2d04 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.237280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.237384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.237676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.237807] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e00548-5163-4047-bcf5-64eaf48e2d04',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.740743] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90e00548-5163-4047-bcf5-64eaf48e2d04 with status ACTIVE [ 1024.740930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.741083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.741152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.741367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.741457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.741639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.741736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.741796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.741946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.742027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.742211] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.742500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.742500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.742500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.742672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.742672] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90e00548-5163-4047-bcf5-64eaf48e2d04 is going to be updated. [ 1024.769135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.769638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.769719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.769933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.770085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.770241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e00548-5163-4047-bcf5-64eaf48e2d04" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.546100] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1025.546343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.546382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.546574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.546752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.546867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.546933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.547098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.547179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.547272] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.049405] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.551266] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.054387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.054387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.054387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.054657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.054657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.054824] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1027.083091] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.083275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.083381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.083706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.083912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.092669] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1029.106026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.106026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.106026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.107069] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.107320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.107489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.108851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.108851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.108851] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.237169] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.237264] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1029.610156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.610156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.610924] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.921411] env[70491]: INFO networking_nsxv3.common.synchronization [req-01f8e095-1f71-4626-9feb-586b6bb27cee req-87b77c5f-82ec-4166-a74b-3c9cc544733d tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1029.921895] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1029.923075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.923075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.923075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.923247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.923314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.923471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.923558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.923728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.923833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.923944] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.112835] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.427656] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.428591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.428591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.428591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.428591] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.428810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.428810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.428888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.428888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.428985] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be updated. [ 1030.454998] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.455172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.455172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.455870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.455870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.463352] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1030.617296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.617455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.617514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.617795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.617917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.618035] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1030.656367] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.656367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.656367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.656367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.656367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.665449] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1032.472890] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1032.473208] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b deletion is rescheduled due to dependency. [ 1032.473303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.682296] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.682296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.682296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.682296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.682296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.683113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.683251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.683334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.683444] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.182757] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d75c1d05-9b40-415b-9b0c-53cc6a15d5db None None] Enqueued Resource ID: 5ad493f0-3af6-4672-9138-291df15bc742 with Priority: HIGHEST for action port [ 1033.185987] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad493f0-3af6-4672-9138-291df15bc742 with Priority: HIGHEST for action port [ 1033.186296] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 369bc819-1f79-4348-8bb9-2f6adb951df5: rpc.has_security_group_logging(os_id): False [ 1033.187790] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad493f0-3af6-4672-9138-291df15bc742 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.187923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad493f0-3af6-4672-9138-291df15bc742" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.187991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad493f0-3af6-4672-9138-291df15bc742" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.188281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad493f0-3af6-4672-9138-291df15bc742" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.188489] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad493f0-3af6-4672-9138-291df15bc742',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.214691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.214899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.215011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.215292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.215422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.215737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.215870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.215982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.216203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.216309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.216565] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.216694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.216783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.216991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.217388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.217630] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.217766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.217867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.218009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.218127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.218237] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be created. [ 1033.278985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.278985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.278985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.278985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.278985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.287688] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1033.695331] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ad493f0-3af6-4672-9138-291df15bc742 [ 1033.695627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.695736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.695789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.695994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.696101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.696196] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ad493f0-3af6-4672-9138-291df15bc742 already deleted. [ 1033.696279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad493f0-3af6-4672-9138-291df15bc742" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.302135] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1035.302396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.303030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.304129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.304129] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.805890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.807727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.807815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.808062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.808243] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.808348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.808438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.808559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.808647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.808738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.808853] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.930921] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8fa241f4-6c03-41c9-8949-90ef42b14a6d None None] Enqueued Resource ID: cc3c4879-c759-48a9-95f1-657bb769a3c6 with Priority: HIGHEST for action port [ 1035.931202] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3c4879-c759-48a9-95f1-657bb769a3c6 with Priority: HIGHEST for action port [ 1035.931944] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3c4879-c759-48a9-95f1-657bb769a3c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.931944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3c4879-c759-48a9-95f1-657bb769a3c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.932407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3c4879-c759-48a9-95f1-657bb769a3c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.932743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3c4879-c759-48a9-95f1-657bb769a3c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.932834] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3c4879-c759-48a9-95f1-657bb769a3c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.318124] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.318502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.318502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.318611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.319234] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.319234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.319234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.319234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.319432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.319432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.319496] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.319575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.319626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.319803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.319951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.320048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.320114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.320296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.320330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.320402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.320526] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.435079] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3c4879-c759-48a9-95f1-657bb769a3c6 [ 1036.437935] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.437935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.437935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.437935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.437935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.437935] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3c4879-c759-48a9-95f1-657bb769a3c6 already deleted. [ 1036.437935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3c4879-c759-48a9-95f1-657bb769a3c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.827773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 369bc819-1f79-4348-8bb9-2f6adb951df5: rpc.has_security_group_logging(os_id): False [ 1036.851497] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.851654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.851729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.851934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.852042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.852268] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.852368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.852430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.852621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.852682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.852910] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.852991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.857126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.857323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.857412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.857609] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.857710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.857777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.857918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.858019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.858129] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1036.921858] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.922168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.922249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.922417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.922626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.935804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1038.950859] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1038.950859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.540061] env[70491]: INFO networking_nsxv3.common.synchronization [req-afc730f4-d372-4849-8c65-3004a2a2da43 req-50fae4a3-cf4c-4863-8811-7aba75457897 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 1040.541026] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGHEST for action security_group_members [ 1040.541026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.541026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.541216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.541283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.541537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.541599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.541759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.544066] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.006334] env[70491]: INFO networking_nsxv3.common.synchronization [None req-de90dca8-e28a-4386-b600-8b0f3d6ee68a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 with Priority: HIGHEST for action security_group_rules [ 1041.006984] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 with Priority: HIGHEST for action security_group_rules [ 1041.007072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.007203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.007278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.007496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.007692] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbc2b13-ea43-4369-addc-6b70d3c85dd5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.046927] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.047107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.047180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.047385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.069628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.069883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.070009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.070085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.070288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.070372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.070465] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be updated. [ 1041.084572] env[70491]: INFO networking_nsxv3.common.synchronization [None req-9ba64c42-6320-4722-8aab-7cc0ec38a063 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 with Priority: HIGHEST for action security_group_rules [ 1041.084811] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 with Priority: HIGHEST for action security_group_rules [ 1041.085357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.085463] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.108494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.108821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.119892] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 2s [ 1041.526183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.526353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.526516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.526710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.526833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.526943] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 already deleted. [ 1041.527061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.527225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.527405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.527521] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbc2b13-ea43-4369-addc-6b70d3c85dd5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.049713] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.050049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.050049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.051021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.051021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.051021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbc2b13-ea43-4369-addc-6b70d3c85dd5 already deleted. [ 1042.051021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbc2b13-ea43-4369-addc-6b70d3c85dd5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.129860] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: IN_PROGRESS for 4s [ 1044.207120] env[70491]: INFO networking_nsxv3.common.synchronization [req-7d7ab486-f9e5-4455-81a6-7fa187c96868 req-f68ee895-7b05-4e10-ab8f-d45e2e145766 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1044.207120] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1044.207120] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.207120] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.207120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.207120] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.560726] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ff94648-1b7d-4456-a157-d3e1dad29309 req-a39dc15c-6089-45b8-86d6-94d39e82d14e tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1044.560726] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1044.560726] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.560726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.560726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.560726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.560726] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.560726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.560726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.561710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.562663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.562663] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.710267] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.710837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.710996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.711360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.732822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.732822] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.732822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.732822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.732822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.732822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.732822] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1044.758031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.758285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.758285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.758464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.758577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.768800] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1045.051874] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.052081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.052207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.052462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.052728] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.052882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.054758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.054758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.054758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.054758] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.054940] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.055116] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.055244] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.055421] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.055599] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.055813] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.064894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.065092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.065168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.065352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.065439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.065627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.065720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.065779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.065926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.065998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.066093] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1045.073963] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.074185] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.074363] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.074519] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.074812] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-05cfe378-6324-4d95-96de-68d48c6d9d41 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.074983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.075120] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.075421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.075590] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05cfe378-6324-4d95-96de-68d48c6d9d41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.088694] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.088849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.088940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.089179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.089321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.097103] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1045.138490] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff in Status: SUCCESS [ 1045.138770] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff deletion is rescheduled due to dependency. [ 1045.138837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580887] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.581317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.581465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.581798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.581985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.582170] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 05cfe378-6324-4d95-96de-68d48c6d9d41 not found, creating... [ 1045.582449] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.582614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.582767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.583051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.583204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.583533] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.583711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.583850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.584097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.584241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.584403] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 05cfe378-6324-4d95-96de-68d48c6d9d41 is going to be created. [ 1045.603725] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.603983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.604125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.604409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.604689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.604947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.592202] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ff94648-1b7d-4456-a157-d3e1dad29309 req-eec38800-e456-4757-b601-161d8edee2e3 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1046.592454] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ff94648-1b7d-4456-a157-d3e1dad29309 req-eec38800-e456-4757-b601-161d8edee2e3 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1046.592454] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ff94648-1b7d-4456-a157-d3e1dad29309 req-eec38800-e456-4757-b601-161d8edee2e3 service nova] Enqueued Resource ID: 05cfe378-6324-4d95-96de-68d48c6d9d41 with Priority: HIGHEST for action port [ 1046.592985] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1046.594223] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1046.595856] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cfe378-6324-4d95-96de-68d48c6d9d41 with Priority: HIGHEST for action port [ 1046.595856] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.595856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.595856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.595856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.595856] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.596264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.596371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.598828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-05cfe378-6324-4d95-96de-68d48c6d9d41 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.598828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.598828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.598828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.598828] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05cfe378-6324-4d95-96de-68d48c6d9d41',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.777761] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1046.777761] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 1046.777761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.969363] env[70491]: INFO networking_nsxv3.common.synchronization [req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f req-db5e8847-7357-4ea4-a454-b34dff60ef9e tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1046.969514] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1046.969811] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.969935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.970009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.970316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.970476] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.970580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.970681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.970821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.970927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.970990] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.100531] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.100713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.100978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05cfe378-6324-4d95-96de-68d48c6d9d41 with status ACTIVE [ 1047.101320] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.105186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.105304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.105481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.105577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.105770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.105877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.105938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.106165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.106695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.106695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.106887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.106887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.106959] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05cfe378-6324-4d95-96de-68d48c6d9d41 is going to be updated. [ 1047.117590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 4s [ 1047.124884] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.125041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.125106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.125316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.125449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.125601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05cfe378-6324-4d95-96de-68d48c6d9d41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.474672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.474886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.474938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.475200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.475265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.475436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.475537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.475590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.475746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.475841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.475934] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 already deleted. [ 1047.476040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.666160] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.666513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.666513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.666678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.666923] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.669159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.669159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.669159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.669159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.669159] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.669159] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.669159] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.669565] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.670513] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.670744] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.671804] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.689823] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.690166] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.690166] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.690364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.690718] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d129bc58-43d2-4454-9919-d55f1dce0bae taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.690902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.691033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.691375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.691519] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d129bc58-43d2-4454-9919-d55f1dce0bae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.006133] env[70491]: INFO networking_nsxv3.common.synchronization [req-91f48084-5260-42f6-b7e7-a024285c7305 req-a6966458-ad94-4892-b84b-1c76dc4431ad tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Enqueued Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 1048.006891] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22f9afc-2c27-460f-8718-fbf266ac1890 with Priority: HIGHEST for action security_group_members [ 1048.007867] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c22f9afc-2c27-460f-8718-fbf266ac1890 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.007867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.007867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.009977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.010947] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.011145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.012615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.012767] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c22f9afc-2c27-460f-8718-fbf266ac1890',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.195782] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.195782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.196291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.196477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196940] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d129bc58-43d2-4454-9919-d55f1dce0bae not found, creating... [ 1048.197297] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.198167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.198355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.198686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.198876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.199316] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.200290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.200290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.200290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.200290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.200290] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d129bc58-43d2-4454-9919-d55f1dce0bae is going to be created. [ 1048.225902] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.226133] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.227814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.227814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.227814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.227923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.516300] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.516300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.516300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.516300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.536936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.537146] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.537328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.537425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.537719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.537839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.537976] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 is going to be updated. [ 1048.567365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.567538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.567599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.568476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.568476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.576709] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: IN_PROGRESS for 2s [ 1048.623137] env[70491]: INFO networking_nsxv3.common.synchronization [None req-41b58963-960e-46bc-adab-69840fc54f5e None None] Enqueued Resource ID: 99cc74b9-c39b-4527-881d-5c09675945c2 with Priority: HIGHEST for action port [ 1048.623188] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cc74b9-c39b-4527-881d-5c09675945c2 with Priority: HIGHEST for action port [ 1048.623751] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cc74b9-c39b-4527-881d-5c09675945c2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.623875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cc74b9-c39b-4527-881d-5c09675945c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.623943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cc74b9-c39b-4527-881d-5c09675945c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.624213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cc74b9-c39b-4527-881d-5c09675945c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.624297] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cc74b9-c39b-4527-881d-5c09675945c2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.129185] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1049.129526] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 deletion is rescheduled due to dependency. [ 1049.130286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.130286] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99cc74b9-c39b-4527-881d-5c09675945c2 [ 1049.130286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.130488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.130556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.130856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.130982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.134271] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99cc74b9-c39b-4527-881d-5c09675945c2 already deleted. [ 1049.134398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cc74b9-c39b-4527-881d-5c09675945c2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.134555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.134777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.134979] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.135107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.135517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.136049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.136049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.136936] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.185194] env[70491]: INFO networking_nsxv3.common.synchronization [req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f req-d4b2a4b1-6176-43c6-a9c9-994453980265 service nova] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1049.185194] env[70491]: INFO networking_nsxv3.common.synchronization [req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f req-d4b2a4b1-6176-43c6-a9c9-994453980265 service nova] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1049.185194] env[70491]: INFO networking_nsxv3.common.synchronization [req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f req-d4b2a4b1-6176-43c6-a9c9-994453980265 service nova] Enqueued Resource ID: d129bc58-43d2-4454-9919-d55f1dce0bae with Priority: HIGHEST for action port [ 1049.185964] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1049.186139] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1049.186237] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129bc58-43d2-4454-9919-d55f1dce0bae with Priority: HIGHEST for action port [ 1049.187023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.187023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.187023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.187183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.188339] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.189280] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.189563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.189563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.189645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.189794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.193295] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.193295] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d129bc58-43d2-4454-9919-d55f1dce0bae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.193295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.193295] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d129bc58-43d2-4454-9919-d55f1dce0bae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.639976] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.693216] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.693336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.694690] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.695537] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d129bc58-43d2-4454-9919-d55f1dce0bae with status ACTIVE [ 1049.695728] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.695847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.695914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.696125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.696216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.696391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.696487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.696549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.696696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.696771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.696945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.697051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.697113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.697334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.697334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.697418] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d129bc58-43d2-4454-9919-d55f1dce0bae is going to be updated. [ 1049.720355] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.720857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.720857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.720857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.721037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.721094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.142449] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.199852] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.585972] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c22f9afc-2c27-460f-8718-fbf266ac1890 in Status: SUCCESS [ 1050.586278] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c22f9afc-2c27-460f-8718-fbf266ac1890 deletion is rescheduled due to dependency. [ 1050.586352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c22f9afc-2c27-460f-8718-fbf266ac1890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.644969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.645058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.645471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.645471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.645471] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1050.672432] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.672626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.672692] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.672850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.673025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.680720] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1050.705407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.705553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.705621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.705838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.705955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.706073] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be created. [ 1050.727868] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.728123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.728123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.728310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.728554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.737359] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: UNINITIALIZED for 2s [ 1050.924493] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1d5be666-64cb-448e-a510-39058601cdd5 None None] Enqueued Resource ID: 3564fa6a-bd0c-4205-8d0d-d723a8241f03 with Priority: HIGHEST for action port [ 1050.924766] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3564fa6a-bd0c-4205-8d0d-d723a8241f03 with Priority: HIGHEST for action port [ 1050.925427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3564fa6a-bd0c-4205-8d0d-d723a8241f03 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.925564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3564fa6a-bd0c-4205-8d0d-d723a8241f03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.925622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3564fa6a-bd0c-4205-8d0d-d723a8241f03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.925878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3564fa6a-bd0c-4205-8d0d-d723a8241f03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.925962] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3564fa6a-bd0c-4205-8d0d-d723a8241f03',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.435139] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3564fa6a-bd0c-4205-8d0d-d723a8241f03 [ 1051.439024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.439024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.439024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.439024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.439024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.439024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3564fa6a-bd0c-4205-8d0d-d723a8241f03 already deleted. [ 1051.439024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3564fa6a-bd0c-4205-8d0d-d723a8241f03" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.689994] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1052.690275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.690412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.690634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.691482] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.691482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.691482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.691482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.691482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.691482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.691482] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.751624] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: SUCCESS [ 1052.751989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.752182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.752422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.752631] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.752755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.756022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.756022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.756022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.756022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.756022] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.197640] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.257342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.702443] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18: rpc.has_security_group_logging(os_id): False [ 1053.722124] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.722124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.722124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.722400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.722444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.723234] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.723234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.723234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.723234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.723234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.723234] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1053.761377] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f684a97-757a-4d66-8f68-ddea38157e14: rpc.has_security_group_logging(os_id): False [ 1053.781386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.781532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.781622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.781834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.781994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.784512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.784512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.784512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.784765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.784765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.784843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784980] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be created. [ 1053.802998] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1053.856417] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.856915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.857052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.857402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.857736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.882910] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: IN_PROGRESS for 2s [ 1055.817439] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1055.817689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.895802] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: SUCCESS [ 1055.895802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.926159] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1055.926317] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1057.869484] env[70491]: INFO networking_nsxv3.common.synchronization [None req-23218ece-8771-4471-9d37-02ecd3b32f44 None None] Enqueued Resource ID: f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6 with Priority: HIGHEST for action port [ 1057.870187] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6 with Priority: HIGHEST for action port [ 1057.871280] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.871280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.871711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.871978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.872095] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.374547] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6 [ 1058.375540] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.375645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.375713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.375934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.376034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.376139] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6 already deleted. [ 1058.376371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ff3e81-60f5-4d55-8df3-e4ef9a0717f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.700272] env[70491]: INFO networking_nsxv3.common.synchronization [None req-12256513-b92b-4aff-9f9b-4913c667654a None None] Enqueued Resource ID: 3288fb8a-6c3d-4c3a-943b-88721bd9336f with Priority: HIGHEST for action port [ 1058.700585] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3288fb8a-6c3d-4c3a-943b-88721bd9336f with Priority: HIGHEST for action port [ 1058.701337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3288fb8a-6c3d-4c3a-943b-88721bd9336f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.701337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3288fb8a-6c3d-4c3a-943b-88721bd9336f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.701337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3288fb8a-6c3d-4c3a-943b-88721bd9336f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.702328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3288fb8a-6c3d-4c3a-943b-88721bd9336f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.702328] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3288fb8a-6c3d-4c3a-943b-88721bd9336f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.205130] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3288fb8a-6c3d-4c3a-943b-88721bd9336f [ 1059.205130] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.206293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.206293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3288fb8a-6c3d-4c3a-943b-88721bd9336f already deleted. [ 1059.206293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3288fb8a-6c3d-4c3a-943b-88721bd9336f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.261904] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2ec35ce8-e41c-40fd-a7eb-d16ab542bd6f None None] Enqueued Resource ID: 473f73e7-95e6-4746-96dc-3787c3e4490b with Priority: HIGHEST for action port [ 1059.263346] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473f73e7-95e6-4746-96dc-3787c3e4490b with Priority: HIGHEST for action port [ 1059.263346] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-473f73e7-95e6-4746-96dc-3787c3e4490b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.263346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473f73e7-95e6-4746-96dc-3787c3e4490b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.263346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473f73e7-95e6-4746-96dc-3787c3e4490b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.263815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473f73e7-95e6-4746-96dc-3787c3e4490b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.263895] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473f73e7-95e6-4746-96dc-3787c3e4490b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.346516] env[70491]: INFO networking_nsxv3.common.synchronization [None req-104630ab-f436-4591-8e34-1a64cba0262f tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1059.347120] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1059.347387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.347921] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.459480] env[70491]: INFO networking_nsxv3.common.synchronization [req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f req-6a2fd138-1249-48e9-9514-6432e02cc57f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1059.462131] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1059.462131] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.462131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.462131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.463197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.463197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.463197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.463197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.463197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.463197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.463197] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.624437] env[70491]: INFO networking_nsxv3.common.synchronization [None req-269f62db-b7b9-414b-9f48-3cd314c17f28 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1059.624594] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1059.625403] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.625403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.766294] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 473f73e7-95e6-4746-96dc-3787c3e4490b [ 1059.766547] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.766683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.766750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.766984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.767092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.767194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:473f73e7-95e6-4746-96dc-3787c3e4490b already deleted. [ 1059.767277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473f73e7-95e6-4746-96dc-3787c3e4490b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.868936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.869269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.869269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.869411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.869512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.869670] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 already deleted. [ 1059.869822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.870085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.870277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.870386] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.967402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.967776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.971023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.971023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 already deleted. [ 1059.971023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.399305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.399605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.399605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.400275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.400275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.400275] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 already deleted. [ 1060.400275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.418206] env[70491]: INFO networking_nsxv3.common.synchronization [None req-12e2c700-6bed-40a8-ba58-ccd21f4be4ff None None] Enqueued Resource ID: 5312e420-0ae9-4007-a1a0-3cd7934a6907 with Priority: HIGHEST for action port [ 1060.418206] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5312e420-0ae9-4007-a1a0-3cd7934a6907 with Priority: HIGHEST for action port [ 1060.418390] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5312e420-0ae9-4007-a1a0-3cd7934a6907 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.418390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5312e420-0ae9-4007-a1a0-3cd7934a6907" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.418488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5312e420-0ae9-4007-a1a0-3cd7934a6907" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.418682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5312e420-0ae9-4007-a1a0-3cd7934a6907" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.418803] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5312e420-0ae9-4007-a1a0-3cd7934a6907',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.488931] env[70491]: INFO networking_nsxv3.common.synchronization [None req-399172ad-aa51-4c73-bf86-f6267f0d5fa5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1060.489465] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1060.489707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.489811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.489860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.490117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.490202] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.567322] env[70491]: INFO networking_nsxv3.common.synchronization [None req-b4750920-b5e3-40dc-9399-f877ca58a798 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1060.568465] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1060.568465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.568465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.606928] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.607363] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.608668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.609129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.609522] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.609825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.610061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.610388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.611066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.611066] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.611066] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.611402] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.611609] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.611838] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1060.613391] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.613391] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.640476] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.642673] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1060.642673] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.642673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642673] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-23fda811-eaec-4600-97a9-d8ec187618ab taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.642673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.642673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.642673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.644039] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fda811-eaec-4600-97a9-d8ec187618ab',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.907908] env[70491]: INFO networking_nsxv3.common.synchronization [None req-43559e0e-bcee-4600-ab8d-fd22cb8813dc None None] Enqueued Resource ID: 2ef0dbbe-52d2-4e27-9941-294f82120905 with Priority: HIGHEST for action port [ 1060.909823] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef0dbbe-52d2-4e27-9941-294f82120905 with Priority: HIGHEST for action port [ 1060.909823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef0dbbe-52d2-4e27-9941-294f82120905 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.909823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef0dbbe-52d2-4e27-9941-294f82120905" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.909823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef0dbbe-52d2-4e27-9941-294f82120905" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.909823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef0dbbe-52d2-4e27-9941-294f82120905" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909823] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef0dbbe-52d2-4e27-9941-294f82120905',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.926221] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5312e420-0ae9-4007-a1a0-3cd7934a6907 [ 1060.926445] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.926574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.926642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.926851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.926934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.927057] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5312e420-0ae9-4007-a1a0-3cd7934a6907 already deleted. [ 1060.927113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5312e420-0ae9-4007-a1a0-3cd7934a6907" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.011342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.011342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.011342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.011342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.011342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.011342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 already deleted. [ 1061.011342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.011590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.011651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.011728] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.146404] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.146736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.146872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.147312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.147647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.147825] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 23fda811-eaec-4600-97a9-d8ec187618ab not found, creating... [ 1061.148292] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.148562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.148782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.151393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.151478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.151875] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.152081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.152208] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.152447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.152589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.152809] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 23fda811-eaec-4600-97a9-d8ec187618ab is going to be created. [ 1061.173851] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.174136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.174262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.174531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.174762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.174989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.413027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef0dbbe-52d2-4e27-9941-294f82120905 [ 1061.413353] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.414626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.414752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.415096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.415096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.415251] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef0dbbe-52d2-4e27-9941-294f82120905 already deleted. [ 1061.415251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef0dbbe-52d2-4e27-9941-294f82120905" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539217] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.539421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.539421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.539634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.539846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539846] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 already deleted. [ 1061.539949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.939854] env[70491]: INFO networking_nsxv3.common.synchronization [req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa req-93cd1eb5-aa98-46b3-ada2-2f9faa75f913 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1061.940426] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1061.940723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.940870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.941174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.943823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.943823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.943823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.943823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.943823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.943823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.943823] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.091566] env[70491]: INFO networking_nsxv3.common.synchronization [req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f req-f80d3770-8e0f-43a7-b30c-fdfbf39c088d service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1062.091700] env[70491]: INFO networking_nsxv3.common.synchronization [req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f req-f80d3770-8e0f-43a7-b30c-fdfbf39c088d service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1062.091848] env[70491]: INFO networking_nsxv3.common.synchronization [req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f req-f80d3770-8e0f-43a7-b30c-fdfbf39c088d service nova] Enqueued Resource ID: 23fda811-eaec-4600-97a9-d8ec187618ab with Priority: HIGHEST for action port [ 1062.092111] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1062.092241] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1062.092337] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23fda811-eaec-4600-97a9-d8ec187618ab with Priority: HIGHEST for action port [ 1062.093281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.093281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.093281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.093566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.093566] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.096435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.096435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.096435] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.096435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-23fda811-eaec-4600-97a9-d8ec187618ab taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.096435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.096995] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23fda811-eaec-4600-97a9-d8ec187618ab',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.424634] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.425229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.425229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.425401] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.425606] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.425796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.425949] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.426442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.426670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.427348] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.431203] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.431334] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.431448] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.431579] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.432613] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.432613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.447252] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.451503] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.451503] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.451503] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.451503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.451503] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2448161f-1382-4830-88fe-20dcd717fb84 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.451823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.451823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.453027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.453027] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2448161f-1382-4830-88fe-20dcd717fb84',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.599343] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.600738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.601225] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23fda811-eaec-4600-97a9-d8ec187618ab with status ACTIVE [ 1062.601495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.601749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.601749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.601985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.603644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.603644] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.603644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.603644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.603644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.603644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.603972] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.603972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.603972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.604106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.604425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.604883] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23fda811-eaec-4600-97a9-d8ec187618ab is going to be updated. [ 1062.620652] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d51df527-655e-4f4b-853b-0433c1414412 None None] Enqueued Resource ID: b0486f2d-a135-4474-bacd-209a055a52ae with Priority: HIGHEST for action port [ 1062.620652] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0486f2d-a135-4474-bacd-209a055a52ae with Priority: HIGHEST for action port [ 1062.620652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0486f2d-a135-4474-bacd-209a055a52ae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.623502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0486f2d-a135-4474-bacd-209a055a52ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.623502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0486f2d-a135-4474-bacd-209a055a52ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.623734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0486f2d-a135-4474-bacd-209a055a52ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.623734] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0486f2d-a135-4474-bacd-209a055a52ae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.626025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.626165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.626230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.627045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.627185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.627367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23fda811-eaec-4600-97a9-d8ec187618ab" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.953752] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.955687] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.955890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.956248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.956579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.956725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.956885] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2448161f-1382-4830-88fe-20dcd717fb84 not found, creating... [ 1062.958159] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.958159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.958159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.958159] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.958544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.958544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.958855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.958956] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2448161f-1382-4830-88fe-20dcd717fb84 is going to be created. [ 1063.096066] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.097506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.097506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.097506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.097506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.097506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.109110] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.129814] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0486f2d-a135-4474-bacd-209a055a52ae [ 1063.129996] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.130198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.130306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.131757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.131757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.131757] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0486f2d-a135-4474-bacd-209a055a52ae already deleted. [ 1063.131757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0486f2d-a135-4474-bacd-209a055a52ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.461625] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.461990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.461990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.462159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.462251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.462382] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1063.489176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.489328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.489422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.489638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.489784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.499029] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1063.614140] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.614140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.614140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.614140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.614140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.614140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be created. [ 1063.638830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.638830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.638830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.638830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.638830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.652118] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: UNINITIALIZED for 2s [ 1063.708609] env[70491]: INFO networking_nsxv3.common.synchronization [req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa req-04e63e5b-45c6-4f70-bd23-eb74be64ef2e service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 1063.710738] env[70491]: INFO networking_nsxv3.common.synchronization [req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa req-04e63e5b-45c6-4f70-bd23-eb74be64ef2e service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1063.710738] env[70491]: INFO networking_nsxv3.common.synchronization [req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa req-04e63e5b-45c6-4f70-bd23-eb74be64ef2e service nova] Enqueued Resource ID: 2448161f-1382-4830-88fe-20dcd717fb84 with Priority: HIGHEST for action port [ 1063.710738] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 1063.710738] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1063.710738] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2448161f-1382-4830-88fe-20dcd717fb84 with Priority: HIGHEST for action port [ 1063.710738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.710738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.710738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.710738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.710738] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.711301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711496] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2448161f-1382-4830-88fe-20dcd717fb84 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.711820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.711918] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2448161f-1382-4830-88fe-20dcd717fb84',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.991156] env[70491]: INFO networking_nsxv3.common.synchronization [req-768efd23-49ee-47df-9cc4-ea037e45790b req-d50c9553-b82a-4ede-a012-04d5a3d829f6 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1063.991753] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1063.992225] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.992602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.992602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.992716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.995445] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.995445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.995445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.995445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.995445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.995445] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.216134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.216283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.216468] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2448161f-1382-4830-88fe-20dcd717fb84 with status ACTIVE [ 1064.217019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.217019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.217019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.217326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.217326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.217924] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.217924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.217924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.217924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.217924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.218180] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.218239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.218296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.218454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.218558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.219497] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2448161f-1382-4830-88fe-20dcd717fb84 is going to be updated. [ 1064.263813] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.264054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.264211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.265683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.265683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2448161f-1382-4830-88fe-20dcd717fb84" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.417044] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.417259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.417389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.417655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.417920] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.420588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.420843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.421264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.421524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422090] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.422169] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.422406] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.422622] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.422844] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.423178] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.423434] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.451914] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.452054] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.452164] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.452445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.452788] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-18329224-6ea4-430a-ba73-f9554ccae209 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.452979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.453186] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.453525] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.453676] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18329224-6ea4-430a-ba73-f9554ccae209',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.502770] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.960169] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.960169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.960169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.960711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.961053] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.962389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 18329224-6ea4-430a-ba73-f9554ccae209 not found, creating... [ 1064.962389] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.962389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.962389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.962690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963015] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.965019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.965019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.965019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.965019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.965019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.965019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 18329224-6ea4-430a-ba73-f9554ccae209 is going to be created. [ 1064.990219] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.990219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.990219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.990219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.990219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.990219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.004839] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.510561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.510561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.510561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.510561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.510561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.510561] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1065.518528] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.518528] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.545750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.545750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.545750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.554268] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1065.662731] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1065.662952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.663137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.663347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.663996] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.665920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.665920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.665920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.665920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.665920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.665920] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.719862] env[70491]: INFO networking_nsxv3.common.synchronization [req-768efd23-49ee-47df-9cc4-ea037e45790b req-81c98fba-3604-47dd-aa1d-6a57bc0de9a9 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1065.720517] env[70491]: INFO networking_nsxv3.common.synchronization [req-768efd23-49ee-47df-9cc4-ea037e45790b req-81c98fba-3604-47dd-aa1d-6a57bc0de9a9 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1065.720742] env[70491]: INFO networking_nsxv3.common.synchronization [req-768efd23-49ee-47df-9cc4-ea037e45790b req-81c98fba-3604-47dd-aa1d-6a57bc0de9a9 service nova] Enqueued Resource ID: 18329224-6ea4-430a-ba73-f9554ccae209 with Priority: HIGHEST for action port [ 1065.721068] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1065.721192] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1065.721311] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18329224-6ea4-430a-ba73-f9554ccae209 with Priority: HIGHEST for action port [ 1065.721837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.721962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.722135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.722351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.722435] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.723291] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-18329224-6ea4-430a-ba73-f9554ccae209 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.723906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.723980] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18329224-6ea4-430a-ba73-f9554ccae209',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.020920] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.167288] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.167477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.167554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.167766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.168088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.168989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.168989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.169510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.169510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.169510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.169510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.169510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.169721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.169721] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.225704] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.225915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.232806] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18329224-6ea4-430a-ba73-f9554ccae209 with status ACTIVE [ 1066.232806] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.233038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.233083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.233404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.233528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.233702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.233823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.233878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.234141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.234308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.234433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.234478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.234724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.234776] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18329224-6ea4-430a-ba73-f9554ccae209 is going to be updated. [ 1066.258252] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.258462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.258509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.258780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.258947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18329224-6ea4-430a-ba73-f9554ccae209" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.524058] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.672438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18f96c6-3b0e-4883-8e32-34eef3328659: rpc.has_security_group_logging(os_id): False [ 1066.690041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.690229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.690265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.690364] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.690559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.690723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.690913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.690993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.691195] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.691294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.691360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.691489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.691563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.691750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.691845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.691910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.692101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.692180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.692269] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be created. [ 1066.749218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.749340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.749382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.749590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.749769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.759376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1067.027075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.027195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.027195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.027434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.027543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.027648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1067.056837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.056837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.056837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.056837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.056837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.063110] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1067.460471] env[70491]: INFO networking_nsxv3.common.synchronization [None req-3db73c83-4d3e-4f3d-9973-9917afec038b tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1067.461029] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1067.461337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.461480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.461564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.461800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.461885] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.550167] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8e102587-57bb-47bb-b50e-821e0d1eeee9 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1067.551030] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1067.551030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.551175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.564106] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1067.564554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.564554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.564739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.564895] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.565023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.565099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.565226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.565304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.565399] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.983507] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.984092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.984191] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 236a883a-f3a5-477a-9103-86feef440ccd already deleted. [ 1067.984273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.984436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.984587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.984671] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.068713] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.504030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.504207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.504322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.504609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.504717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.504816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 236a883a-f3a5-477a-9103-86feef440ccd already deleted. [ 1068.504900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.574259] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.770543] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1068.770963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.074152] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1069.074375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.074537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.074747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.074940] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.075068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.075136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.075291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.075374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.075459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.075548] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.077273] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.077385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.077454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.077605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.077685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.077773] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1069.103457] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.104072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.104154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.104321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.104459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.112354] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1069.437511] env[70491]: INFO networking_nsxv3.common.synchronization [req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 req-12e82ed1-f644-4391-8d34-3bde6725683c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1069.438165] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1069.438474] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.438600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.438720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.439360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.439550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.439700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.439775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.439970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.440082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.440180] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.577862] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.578374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.578492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.578592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.578887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.578995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.579148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.579308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.579451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.579516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.579679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.579824] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.579917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.579993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.580144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.580221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.580325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.580417] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.828732] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.830980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.830980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.830980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.830980] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.830980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.830980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.831415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.831415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.831415] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.831553] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.831682] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.831781] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.831915] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.832087] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.832254] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.851673] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.851867] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.852048] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.852261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.852595] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.852779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.852904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.853559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.853559] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6c86a3f-99c0-4dd4-a18b-d82ad57471d2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.942471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.942634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.942742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.942993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.943127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.943331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.943452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.943659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.943731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.943819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.943918] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 already deleted. [ 1069.944011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.083367] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e3f581-fe43-4461-aea8-bcde37c9cbcf: rpc.has_security_group_logging(os_id): False [ 1070.100500] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.100753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.101011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.101970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.102068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.102940] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.102940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.102940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.102940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.102940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103243] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.103243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.103336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.103495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.103574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.103764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.103862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.103925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.104089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.104167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.104255] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1070.166037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.166450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.166450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.166535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.166657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.178614] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1070.356526] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.356937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.358345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.358345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.358345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 not found, creating... [ 1070.358345] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.358345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.358656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.358974] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.359304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.359737] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.360203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.360621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.361458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 is going to be created. [ 1070.381557] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.381887] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.381985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.382375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.383044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.383044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.125067] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1071.125366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.125684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.125836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.127341] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.127341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.127341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.127341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.127341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.127341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.127341] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.531675] env[70491]: INFO networking_nsxv3.common.synchronization [req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 req-0be19581-c062-4dea-a93e-28097535566d service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1071.531908] env[70491]: INFO networking_nsxv3.common.synchronization [req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 req-0be19581-c062-4dea-a93e-28097535566d service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1071.532106] env[70491]: INFO networking_nsxv3.common.synchronization [req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 req-0be19581-c062-4dea-a93e-28097535566d service nova] Enqueued Resource ID: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 with Priority: HIGHEST for action port [ 1071.532776] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1071.532927] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1071.533467] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 with Priority: HIGHEST for action port [ 1071.533849] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.533989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.534085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.534382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.534513] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.536628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.536628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.536628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.536628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.536628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.537075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.537075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.537296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.537367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.537472] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.539509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.539509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.539697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.541681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.541681] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6c86a3f-99c0-4dd4-a18b-d82ad57471d2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.630348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.630348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.630348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.630348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.630348] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.630348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.630833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.630833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.630833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.631062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.631181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.631283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.631347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.631493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.631635] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.631716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.631875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.631985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.632092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.632134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.632235] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.042736] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.043919] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.044146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.046053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 with status ACTIVE [ 1072.046053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.046053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.046053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.046354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.046354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.046510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.046555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.046586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.047560] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.047560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.047560] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 is going to be updated. [ 1072.067662] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.068395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.068395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.068395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.068628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.069016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.135039] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 1072.152820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.153072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.153072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.153334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.153415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.153618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.153756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.153848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.154061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.154154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.154371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.154465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.154526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.154959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.155148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.155396] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.155527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.155611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.155777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.155924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.155978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1072.192551] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1072.196022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.231210] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.231455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.231455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.231635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.231786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.247852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1072.545629] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.048271] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.049701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.049701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.049701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.049701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.049701] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be created. [ 1073.073092] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.073323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.073458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.073690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.073899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.083504] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: UNINITIALIZED for 2s [ 1074.247072] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 req-d1bea75e-3746-4a41-8268-9209fd75c727 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1074.247592] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1074.248483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.249566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.250481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.253617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.253617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.253617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.253617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.253617] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.265463] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1074.265628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.758340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.758521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.758646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.758811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.759342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.759342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.759342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.759557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.759557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759557] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1074.782580] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.782743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.782815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.782994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.783190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.791142] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1074.909551] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.910812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.910812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.910812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.910812] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.910812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.910812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.911191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.911191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.911422] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.911537] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.911744] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.911813] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.911863] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.911972] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.912122] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.928408] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.928616] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.928751] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.929221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.929737] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.930054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.930296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.930726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.931789] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6de72c-943c-40b2-b5d8-a49b9fb62b2d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.095313] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1075.095571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.096121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.096121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.096221] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.096283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.096324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.096458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.096542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.096640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.096734] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.434267] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.434650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.434692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.434967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.435132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.435306] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d not found, creating... [ 1075.435580] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.435739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.435925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.436119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.436278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.436562] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.436716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.436836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.437070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.437211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.437353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d is going to be created. [ 1075.458237] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.458237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.458237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.458237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.458237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.458237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.607839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.608342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.608522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.608858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.608949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.609088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.609245] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.609339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.609428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.609567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.610403] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.610403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.610403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.610403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.610403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.610403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.610403] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.113620] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1076.135041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.135041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.135041] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.135041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136131] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.136131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.136131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.136131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.136131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136609] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be created. [ 1076.190767] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.191045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.191045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.191256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.191442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.206764] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1076.298155] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 req-7d4935d3-6e8c-4518-a7c1-e9753d5b0e81 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 1076.298768] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 req-7d4935d3-6e8c-4518-a7c1-e9753d5b0e81 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1076.298978] env[70491]: INFO networking_nsxv3.common.synchronization [req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 req-7d4935d3-6e8c-4518-a7c1-e9753d5b0e81 service nova] Enqueued Resource ID: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d with Priority: HIGHEST for action port [ 1076.300113] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 1076.300568] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1076.300656] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d with Priority: HIGHEST for action port [ 1076.301284] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.301467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.301572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.302827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.302827] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.303156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.303401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.303640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.303784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.304051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.304224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.304437] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6de72c-943c-40b2-b5d8-a49b9fb62b2d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.800770] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1076.801120] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 1076.801293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.801499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.801719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.801909] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.802161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.802255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.802426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.802509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.802609] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.805930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.806189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.806422] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d with status ACTIVE [ 1076.806613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.806746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.806789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.806964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.807063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.807311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.807392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.807392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.807545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.807626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.807810] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.807908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.807989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.808165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.808244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.808331] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d is going to be updated. [ 1076.828941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.829106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.829178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.829385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.829523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.829681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.306384] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.810741] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.219407] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1078.219522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.313472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.313691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.313691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.313923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.314052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.314166] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1078.342617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.342767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.342835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.343057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.343212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.351123] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1078.960024] env[70491]: INFO networking_nsxv3.common.synchronization [None req-48f33279-c9cf-4696-a841-31de5babe5d9 None None] Enqueued Resource ID: e8df44c1-859b-4021-92f0-486e77c1451e with Priority: HIGHEST for action port [ 1078.960024] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8df44c1-859b-4021-92f0-486e77c1451e with Priority: HIGHEST for action port [ 1078.960024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8df44c1-859b-4021-92f0-486e77c1451e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.960024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8df44c1-859b-4021-92f0-486e77c1451e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.960024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8df44c1-859b-4021-92f0-486e77c1451e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.960024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8df44c1-859b-4021-92f0-486e77c1451e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.960024] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8df44c1-859b-4021-92f0-486e77c1451e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.462138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8df44c1-859b-4021-92f0-486e77c1451e [ 1079.462138] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.462138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.462138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.462138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.462138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.462138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8df44c1-859b-4021-92f0-486e77c1451e already deleted. [ 1079.462138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8df44c1-859b-4021-92f0-486e77c1451e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.364102] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1080.364551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.364600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.364891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.365209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.365362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.365440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.365606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.366261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.366371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.366554] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.870340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.870528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.870573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.870777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.870957] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.872511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.873975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.874457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.874668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.875329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.875765] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.876000] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.876168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.876504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.876774] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.876990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.877154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.877396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.877614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.877844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.878132] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.294194] env[70491]: INFO networking_nsxv3.common.synchronization [None req-04dcf0bb-5818-4d7f-b1e8-87ee5c24c6e3 None None] Enqueued Resource ID: 82cf19cc-77d9-4940-803b-dd1e4bb01864 with Priority: HIGHEST for action port [ 1081.294732] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cf19cc-77d9-4940-803b-dd1e4bb01864 with Priority: HIGHEST for action port [ 1081.295219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-82cf19cc-77d9-4940-803b-dd1e4bb01864 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.295325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82cf19cc-77d9-4940-803b-dd1e4bb01864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.298698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82cf19cc-77d9-4940-803b-dd1e4bb01864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.298698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82cf19cc-77d9-4940-803b-dd1e4bb01864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.298698] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82cf19cc-77d9-4940-803b-dd1e4bb01864',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.380549] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 1081.405877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.405877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.405877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.406290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.406290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.406290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.407098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.407098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.407098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.407098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.409148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.409148] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1081.469012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.469196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.469253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.470034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.470034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.479929] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1081.797899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82cf19cc-77d9-4940-803b-dd1e4bb01864 [ 1081.797899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.798136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.798136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.798368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.798532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.798656] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82cf19cc-77d9-4940-803b-dd1e4bb01864 already deleted. [ 1081.798913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82cf19cc-77d9-4940-803b-dd1e4bb01864" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.494405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1083.494822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.744401] env[70491]: INFO networking_nsxv3.common.synchronization [req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 req-d832c6f4-ffca-4c98-8dd9-575c566078cb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1083.745090] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1083.745338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.745478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.745555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.745792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.745928] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.746060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.746245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.746289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.746371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.746463] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.779269] env[70491]: INFO networking_nsxv3.common.synchronization [req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 req-8eb7fcc9-7e43-44a1-97b7-d264a60f3267 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1083.779269] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1083.779374] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.780384] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.780384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.782131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.782131] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.248179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.248360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.248430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.248658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.248756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.248963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.249316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.249316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.249316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.249473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.249473] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1084.277900] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.278086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.278259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.278365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.278495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.287880] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1084.288127] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.315907] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a req-efa42406-ff2f-4033-948a-abb5c2c63d12 tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Enqueued Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1084.316568] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1084.317722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.317722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.317722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.317722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.317722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.318108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.318108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.318108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.318108] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.318309] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.547112] env[70491]: INFO networking_nsxv3.common.synchronization [req-60346764-3d8f-4f91-a4c1-2fc9e99308da req-175c10e8-0fad-4648-95dd-a69752233ab8 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1084.548635] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1084.548635] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.550620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.550620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.550620] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.708491] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.708691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.708813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.709194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.709964] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.709964] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.710268] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.710324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.710485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.710801] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.710855] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.710939] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.711069] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.711178] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.711287] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.711419] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.730805] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.731008] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.731156] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.731342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-680" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.731736] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-28e0f14f-def0-43e6-affe-884999fd45fd taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.731926] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.732069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.732416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.732577] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e0f14f-def0-43e6-affe-884999fd45fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.795273] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.821213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.821330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.821330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.822026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.822026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.822026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.822026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.822026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.822304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.822304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.822304] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a already deleted. [ 1084.822304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.052503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.053063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.053063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.053483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.053483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.053637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.053727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.053812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.053909] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1085.078676] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.079268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.079268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.079268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.088204] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1085.236934] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.237079] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.237607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.238184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.238184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 28e0f14f-def0-43e6-affe-884999fd45fd not found, creating... [ 1085.238318] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.238439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.238527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.239135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.239135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239435] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.239648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.239879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.240152] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.240335] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.240679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 28e0f14f-def0-43e6-affe-884999fd45fd is going to be created. [ 1085.264923] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.265204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.265350] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.265653] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.265913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.266179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.296964] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.297168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.297233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.297444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.297537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.297637] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1085.338823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.339021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.339072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.339665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.339665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.352351] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1086.110179] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a req-0f6a9522-6fc4-44ee-a712-2be87881f87f service nova] Enqueued Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_rules [ 1086.110503] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a req-0f6a9522-6fc4-44ee-a712-2be87881f87f service nova] Enqueued Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1086.110772] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a req-0f6a9522-6fc4-44ee-a712-2be87881f87f service nova] Enqueued Resource ID: 28e0f14f-def0-43e6-affe-884999fd45fd with Priority: HIGHEST for action port [ 1086.111837] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_rules [ 1086.112083] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1086.113033] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0f14f-def0-43e6-affe-884999fd45fd with Priority: HIGHEST for action port [ 1086.113033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.113033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.113033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.113420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.113561] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.114737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.114931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.115055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.115289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.115446] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.115578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.115652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.115813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.115913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.116028] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.117281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e0f14f-def0-43e6-affe-884999fd45fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.117562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.117562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.117794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.117941] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e0f14f-def0-43e6-affe-884999fd45fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.425643] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1086.425891] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1086.426024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.620168] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.620305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.620505] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.624040] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e0f14f-def0-43e6-affe-884999fd45fd with status ACTIVE [ 1086.624040] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.624040] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.624040] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.624040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.624555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.624555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.624555] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e0f14f-def0-43e6-affe-884999fd45fd is going to be updated. [ 1086.644902] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.645094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.645141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.645305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.645447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.645620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e0f14f-def0-43e6-affe-884999fd45fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.797770] env[70491]: INFO networking_nsxv3.common.synchronization [req-48237e66-be0b-4f4f-8580-ee8d82f84888 req-63b49fd5-a865-4eff-b795-9c95df886a4c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1086.798344] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1086.798647] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.798764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.798832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.799308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.799470] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.799573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.799639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.799791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.799873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.799964] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.097176] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1087.097629] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 deletion is rescheduled due to dependency. [ 1087.097794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.112923] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.113318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.113374] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.113619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.113888] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.114400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.114610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.114891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.115107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.115402] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.115713] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.115888] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.116143] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.116429] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.116610] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.116798] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.128363] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.133200] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.133245] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.133370] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.133539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-439" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.133878] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-58ab40dd-a853-4069-9dcc-be37d0131252 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.134242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.134310] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.134592] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.134723] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ab40dd-a853-4069-9dcc-be37d0131252',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.301541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.301708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.301781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.302183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.306199] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.306199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.306199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.306199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.306199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.306199] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 already deleted. [ 1087.306199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.362224] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1087.362469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.390230] env[70491]: INFO networking_nsxv3.common.synchronization [None req-99f053b1-a553-405b-80c4-41560b4abb00 None None] Enqueued Resource ID: e25a6a27-5aea-4066-a83b-09d1dea20fc1 with Priority: HIGHEST for action port [ 1087.390459] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25a6a27-5aea-4066-a83b-09d1dea20fc1 with Priority: HIGHEST for action port [ 1087.391407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25a6a27-5aea-4066-a83b-09d1dea20fc1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.391407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25a6a27-5aea-4066-a83b-09d1dea20fc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.391407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25a6a27-5aea-4066-a83b-09d1dea20fc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.391609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25a6a27-5aea-4066-a83b-09d1dea20fc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.391609] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25a6a27-5aea-4066-a83b-09d1dea20fc1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.630779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.630930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.631037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.631272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.631527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.631644] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a is going to be created. [ 1087.640019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.640019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 58ab40dd-a853-4069-9dcc-be37d0131252 not found, creating... [ 1087.640019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.640019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.640572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.640572] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.640716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.640853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.641105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.641250] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.641394] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 58ab40dd-a853-4069-9dcc-be37d0131252 is going to be created. [ 1087.663266] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.663511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.663645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.663912] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.664160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.664705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.670633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.670755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.670827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.671039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.671221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.681373] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: UNINITIALIZED for 2s [ 1087.894024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25a6a27-5aea-4066-a83b-09d1dea20fc1 [ 1087.895080] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.895080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.895080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.895080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.895080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.895080] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25a6a27-5aea-4066-a83b-09d1dea20fc1 already deleted. [ 1087.895080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25a6a27-5aea-4066-a83b-09d1dea20fc1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.458072] env[70491]: INFO networking_nsxv3.common.synchronization [req-48237e66-be0b-4f4f-8580-ee8d82f84888 req-b615fe1f-0938-421e-b2fd-b60ba1981ea1 service nova] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1088.458343] env[70491]: INFO networking_nsxv3.common.synchronization [req-48237e66-be0b-4f4f-8580-ee8d82f84888 req-b615fe1f-0938-421e-b2fd-b60ba1981ea1 service nova] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1088.458404] env[70491]: INFO networking_nsxv3.common.synchronization [req-48237e66-be0b-4f4f-8580-ee8d82f84888 req-b615fe1f-0938-421e-b2fd-b60ba1981ea1 service nova] Enqueued Resource ID: 58ab40dd-a853-4069-9dcc-be37d0131252 with Priority: HIGHEST for action port [ 1088.458641] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_rules [ 1088.458745] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1088.458840] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ab40dd-a853-4069-9dcc-be37d0131252 with Priority: HIGHEST for action port [ 1088.460418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.460635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.460894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.461170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.461343] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.466018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.466018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.466018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.466018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-58ab40dd-a853-4069-9dcc-be37d0131252 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.466018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.466018] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58ab40dd-a853-4069-9dcc-be37d0131252',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.963755] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.963883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.968197] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.969195] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58ab40dd-a853-4069-9dcc-be37d0131252 with status ACTIVE [ 1088.969406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.969553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.969600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.969797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.969888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.970077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.970327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.970327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.970449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.970449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.970633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.970730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.970790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.970915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.971080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.971268] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58ab40dd-a853-4069-9dcc-be37d0131252 is going to be updated. [ 1088.992846] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.992846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.992846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.993080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.993247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.993443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58ab40dd-a853-4069-9dcc-be37d0131252" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.335191] env[70491]: INFO networking_nsxv3.common.synchronization [req-33211203-44cb-4dbf-9163-4b1942c88ef7 req-fc536498-8924-4742-8f3b-da17a09970fa tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1089.335864] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1089.336191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.336347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.336441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.336727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.336917] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.337069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.337176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.337362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.337483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.337617] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.473826] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.665413] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.665647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.665785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.666135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670775] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.671119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.671598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.672433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.673122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.674776] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.674776] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.674776] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.675017] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.675191] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.675355] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.675543] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.697023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: SUCCESS [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.697023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.697023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.697023] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.702415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.702578] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.702754] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.702936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706020] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-b545c1ad-8b21-4c2e-96a4-d52c28c57408 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.706020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.706020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.706020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.706020] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b545c1ad-8b21-4c2e-96a4-d52c28c57408',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.796900] env[70491]: INFO networking_nsxv3.common.synchronization [None req-98f6e07f-4349-408d-b312-a7eeb0bf6126 None None] Enqueued Resource ID: 839fea5f-1c72-4552-9c0d-abb3a7224858 with Priority: HIGHEST for action port [ 1089.797481] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839fea5f-1c72-4552-9c0d-abb3a7224858 with Priority: HIGHEST for action port [ 1089.798758] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-839fea5f-1c72-4552-9c0d-abb3a7224858 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.798758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839fea5f-1c72-4552-9c0d-abb3a7224858" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.798758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839fea5f-1c72-4552-9c0d-abb3a7224858" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.798758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839fea5f-1c72-4552-9c0d-abb3a7224858" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.798758] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839fea5f-1c72-4552-9c0d-abb3a7224858',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.840181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.840324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.841196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.841540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.841644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.841892] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.842027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.842149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.842289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.842395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.842472] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 already deleted. [ 1089.842526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.975781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.975948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.976040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.976260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.976349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.976455] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 is going to be created. [ 1089.999181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.002017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.002017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.002017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.010702] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: UNINITIALIZED for 2s [ 1090.199982] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.200155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.200256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.200520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.200699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.200803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.200865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.201085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.201176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.201271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.201457] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.201527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.201571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.201704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.201837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.201919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.201973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.202196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.202196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.202288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.202350] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.206213] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.206368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.206496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.206724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.206869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.207031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port b545c1ad-8b21-4c2e-96a4-d52c28c57408 not found, creating... [ 1090.207290] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.207449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.207570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.207780] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.207919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.208303] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.208395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.208506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.208833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.208833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.208995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: b545c1ad-8b21-4c2e-96a4-d52c28c57408 is going to be created. [ 1090.229739] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.229973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.230116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.230408] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.231326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.231636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.303031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 839fea5f-1c72-4552-9c0d-abb3a7224858 [ 1090.303031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.303031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.303031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.303312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.303312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.303376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:839fea5f-1c72-4552-9c0d-abb3a7224858 already deleted. [ 1090.303447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839fea5f-1c72-4552-9c0d-abb3a7224858" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.704345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e15f12f-9c87-4310-99c9-a718b492d01a: rpc.has_security_group_logging(os_id): False [ 1090.721369] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.721504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.721504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.721769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.721769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.722082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.722234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.722310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.722648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.722648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.722844] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.722945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.723017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.723243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.723333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.723605] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.723682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.723720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.723867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.723937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.724049] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a is going to be created. [ 1090.759222] env[70491]: INFO networking_nsxv3.common.synchronization [req-65030c2d-4551-4342-9560-4fe24ed0716b req-1c49f778-c4df-4bb7-be84-fda05e745cdc tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 1090.759222] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGHEST for action security_group_members [ 1090.759222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.759222] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.776632] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.776814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.776887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.777189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.777425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.788177] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: IN_PROGRESS for 2s [ 1091.206218] env[70491]: INFO networking_nsxv3.common.synchronization [req-33211203-44cb-4dbf-9163-4b1942c88ef7 req-4fea93cf-3359-4559-a390-e1e5f7105109 service nova] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1091.206401] env[70491]: INFO networking_nsxv3.common.synchronization [req-33211203-44cb-4dbf-9163-4b1942c88ef7 req-4fea93cf-3359-4559-a390-e1e5f7105109 service nova] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1091.206540] env[70491]: INFO networking_nsxv3.common.synchronization [req-33211203-44cb-4dbf-9163-4b1942c88ef7 req-4fea93cf-3359-4559-a390-e1e5f7105109 service nova] Enqueued Resource ID: b545c1ad-8b21-4c2e-96a4-d52c28c57408 with Priority: HIGHEST for action port [ 1091.206768] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_rules [ 1091.206894] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1091.206990] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b545c1ad-8b21-4c2e-96a4-d52c28c57408 with Priority: HIGHEST for action port [ 1091.207734] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.207734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.207734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.207920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.207995] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.208869] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.209017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.209154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.209280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.209430] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.209537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.209682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.209736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.209825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.209911] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.210674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-b545c1ad-8b21-4c2e-96a4-d52c28c57408 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.210758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.211147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.211197] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b545c1ad-8b21-4c2e-96a4-d52c28c57408',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.237095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.237274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.261993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.262303] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.262453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.262601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.262756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.262850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.262979] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de is going to be updated. [ 1091.287714] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.287869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.287945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.288177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.288460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.296945] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: IN_PROGRESS for 2s [ 1091.715017] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.715017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.715017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.717884] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b545c1ad-8b21-4c2e-96a4-d52c28c57408 with status ACTIVE [ 1091.718535] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.718535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.718535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.718754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.718900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.719194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.719467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.719722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.719862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.720543] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.720543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.720543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.720675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.721502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.721502] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b545c1ad-8b21-4c2e-96a4-d52c28c57408 is going to be updated. [ 1091.740563] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.740786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.740915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.741453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.741699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b545c1ad-8b21-4c2e-96a4-d52c28c57408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.843043] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-6d736e5b-de27-468e-a412-54926a77c74c tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1091.843563] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1091.843862] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.843982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.844068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.844328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.844481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.844582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.844646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.844794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.844878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.844971] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.019405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: SUCCESS [ 1092.019638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.020019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.020244] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.020375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.020375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.020530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.020611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.020694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.020780] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.159324] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-125233fe-2d2b-413d-82a3-94c95737e8be tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1092.159324] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1092.159704] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.159910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.217656] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.347619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.347853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.347930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.348166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.348260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.348465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.348567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.348624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.348752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.348828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.348906] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f already deleted. [ 1092.348980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.349424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.349581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.349729] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.349816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.349879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.350023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.350291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.350447] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.523233] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.686348] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-25b3e654-fa9d-45e6-9986-c230ed436ce1 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1092.686906] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1092.687229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.689032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.721073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.721073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.721073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.721073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.721073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.721073] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 is going to be created. [ 1092.744120] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.744275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.744349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.744570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.744727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.754958] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: UNINITIALIZED for 2s [ 1092.799355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: SUCCESS [ 1092.799640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.852807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.853014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.853244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.853336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.853413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.853602] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.853700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.853764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.853912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.853984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.854175] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f already deleted. [ 1092.854175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.854316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.854458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.854596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.854687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.854746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.854880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.854951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.855126] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.960121] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.960328] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.960454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.960774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.961095] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.961302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.961390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.961612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.961760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.961970] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.962128] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.962248] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.962357] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.962470] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.962579] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.962714] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.979413] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.979591] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.979720] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.979901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.980272] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.980473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.980600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.980937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.981206] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd620493-e9bd-4fc2-b9d6-d30b6be056cc',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.025284] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1094c55-5a59-4fb3-8137-bc2aeb779579: rpc.has_security_group_logging(os_id): False [ 1093.042231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.042403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.042475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.042699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.042811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.043141] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.043302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.043396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.043586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.043685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.043810] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 is going to be created. [ 1093.100402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.100585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.100831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.100858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.101075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.111348] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: IN_PROGRESS for 2s [ 1093.309950] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e01ca8c2-646a-4022-8f57-688e1b3704de in Status: SUCCESS [ 1093.310727] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de deletion is rescheduled due to dependency. [ 1093.310727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.356947] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.357112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.357185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.357402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.357495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.357695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.357794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.357856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.358016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.358098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.358184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f already deleted. [ 1093.358262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.484130] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.484430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.484537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.484858] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.485049] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.485220] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port cd620493-e9bd-4fc2-b9d6-d30b6be056cc not found, creating... [ 1093.485484] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.485686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.485789] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.486061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.486240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.486555] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.486745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.486879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.487139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.487313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.487479] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: cd620493-e9bd-4fc2-b9d6-d30b6be056cc is going to be created. [ 1093.506862] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.507148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.507301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.507607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.507873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.508139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.409509] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-ace4e39c-adf8-4404-b45b-0e5ae9f61a1d service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1094.409509] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-ace4e39c-adf8-4404-b45b-0e5ae9f61a1d service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1094.411312] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-ace4e39c-adf8-4404-b45b-0e5ae9f61a1d service nova] Enqueued Resource ID: cd620493-e9bd-4fc2-b9d6-d30b6be056cc with Priority: HIGHEST for action port [ 1094.411312] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1094.411312] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1094.411312] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd620493-e9bd-4fc2-b9d6-d30b6be056cc with Priority: HIGHEST for action port [ 1094.411312] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.411312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.411312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.415024] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.415024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.415024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.415024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.415024] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.416894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.417256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.417489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.417861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.418106] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd620493-e9bd-4fc2-b9d6-d30b6be056cc',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.533597] env[70491]: INFO networking_nsxv3.common.synchronization [req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 req-1183861e-53cc-4f8b-9806-62fbad72b050 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1094.534142] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1094.534527] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.534654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.534724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.534959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.535451] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.535558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.535634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.535780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.535866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.535961] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.765418] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: SUCCESS [ 1094.765687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.765873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.766148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.766376] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.766545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.766623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.766826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.766928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.767092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.767148] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.825692] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.825852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.825983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.826265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.826527] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.826690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.826812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.827039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.827199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.827417] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.827532] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.827647] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.827758] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.827870] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.827980] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.828145] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.845709] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.845709] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.845709] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.845709] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.846093] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.846308] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.846491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.846798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.847360] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b6b70b-3e5f-45a4-98c4-a5d06ede6974',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.920421] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.920494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.920701] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.922516] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd620493-e9bd-4fc2-b9d6-d30b6be056cc with status ACTIVE [ 1094.922819] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.922871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.922928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.923279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.923424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.923629] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.923761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.923846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.924168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.924168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.924367] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.924503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.924586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.924926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.924926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.925047] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd620493-e9bd-4fc2-b9d6-d30b6be056cc is going to be updated. [ 1094.943218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.943419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.943496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.943820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.943911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.944080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd620493-e9bd-4fc2-b9d6-d30b6be056cc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.038528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.038757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.038985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.039659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.039974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.042081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.042081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.042081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.042081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.042081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.042081] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 236a883a-f3a5-477a-9103-86feef440ccd already deleted. [ 1095.042081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.125596] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: SUCCESS [ 1095.126856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.191474] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.191474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-446" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.191749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-446" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.191889] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-446" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.192177] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.192360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.192465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.192691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.192848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.193065] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.193183] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.193364] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.193425] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.193640] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.193675] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.193794] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.211478] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.211619] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.211760] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.211951] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-446" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.212306] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-88745264-6c20-497e-9473-f67db9c1a8f1 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.212493] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.212632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.212946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.213105] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88745264-6c20-497e-9473-f67db9c1a8f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.269028] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.352840] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.353202] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.353427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.353845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.354110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.354568] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 not found, creating... [ 1095.354790] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.355063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.355268] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.355600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.355828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.356290] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.356540] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.356733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.357063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.357286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.357521] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 is going to be created. [ 1095.375776] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.375966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.376573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.376792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.423050] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.715694] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.715927] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.716070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.716364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.716724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.716894] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 88745264-6c20-497e-9473-f67db9c1a8f1 not found, creating... [ 1095.717187] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.717380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.717909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.717909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.717909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718188] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.718349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.718468] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.718678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.718815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.718993] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 88745264-6c20-497e-9473-f67db9c1a8f1 is going to be created. [ 1095.737446] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.737727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.737862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.738125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.738357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.738571] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.771331] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0229e8-2320-4104-a0c9-6229eec78933: rpc.has_security_group_logging(os_id): False [ 1095.792852] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.792999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.793106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.793419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.793520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.793815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.793882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.793934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.794113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.794196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.794290] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 is going to be created. [ 1095.892955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.893135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.893206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.893433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.893618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.906179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: IN_PROGRESS for 2s [ 1095.925711] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.925812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.925877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.926117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.926254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.926313] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be created. [ 1095.948889] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.948889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.948889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.948889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.948889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.970527] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: UNINITIALIZED for 2s [ 1096.117185] env[70491]: INFO networking_nsxv3.common.synchronization [req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 req-8aee492a-f306-4469-adc4-0a14b5691425 service nova] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1096.117185] env[70491]: INFO networking_nsxv3.common.synchronization [req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 req-8aee492a-f306-4469-adc4-0a14b5691425 service nova] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1096.117185] env[70491]: INFO networking_nsxv3.common.synchronization [req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 req-8aee492a-f306-4469-adc4-0a14b5691425 service nova] Enqueued Resource ID: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 with Priority: HIGHEST for action port [ 1096.117657] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_rules [ 1096.121145] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1096.121145] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 with Priority: HIGHEST for action port [ 1096.121145] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121145] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.121145] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121425] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.121538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.121624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.121705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.121782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.121864] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.123818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.123929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.123989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.124146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.124873] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b6b70b-3e5f-45a4-98c4-a5d06ede6974',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.534600] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-bbb1a46c-eead-461e-9278-cee4eb3dac82 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1096.534864] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-bbb1a46c-eead-461e-9278-cee4eb3dac82 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1096.534989] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-bbb1a46c-eead-461e-9278-cee4eb3dac82 service nova] Enqueued Resource ID: 88745264-6c20-497e-9473-f67db9c1a8f1 with Priority: HIGHEST for action port [ 1096.535622] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1096.535787] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1096.535894] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88745264-6c20-497e-9473-f67db9c1a8f1 with Priority: HIGHEST for action port [ 1096.538520] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.538631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.538846] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.538905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.539260] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-88745264-6c20-497e-9473-f67db9c1a8f1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.539468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.539525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.539766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.539866] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88745264-6c20-497e-9473-f67db9c1a8f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.627191] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 with status ACTIVE [ 1096.627871] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.627871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.627871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.627871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.628076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.628138] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.628238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.628304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.628568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.628568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.628881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.628881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.628972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.629159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.629251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.629339] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 is going to be updated. [ 1096.630470] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.631483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.631582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.649208] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.649347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.649414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.649627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.649749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.649903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b6b70b-3e5f-45a4-98c4-a5d06ede6974" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.994562] env[70491]: INFO networking_nsxv3.common.synchronization [req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 req-b28ee3ae-c4d5-4c88-b03d-b754c1aa71c2 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1096.995143] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1096.995425] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.995550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.995618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.995822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.995971] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.996291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.996619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.996754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.996888] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.043819] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88745264-6c20-497e-9473-f67db9c1a8f1 with status ACTIVE [ 1097.044132] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.044273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.044343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.044601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.044708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.044897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.044998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.045073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.045311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.045533] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.045634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.045720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.046231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.046433] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88745264-6c20-497e-9473-f67db9c1a8f1 is going to be updated. [ 1097.066695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.066695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.066872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.066946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.067109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.067260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88745264-6c20-497e-9473-f67db9c1a8f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.133335] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.504476] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.581793] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.582198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.582249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.582606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.583024] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.583241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.583400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.583688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.583856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.584124] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.584249] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.584361] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.584471] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.584582] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.584688] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.584825] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.603912] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.604161] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.604492] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.604622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.605017] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.605246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.605378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.605749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.605903] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ddfc83-1f4a-45c5-b0f7-88e0822da92b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.635865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.636042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.636042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.636266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.636357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.636460] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 236a883a-f3a5-477a-9103-86feef440ccd is going to be created. [ 1097.657481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.657627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.657698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.657906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.658072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.665772] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: UNINITIALIZED for 2s [ 1097.708709] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.709108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.709279] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.709561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.710009] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.710203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.710327] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.710717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.710901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.711193] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.711318] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.711431] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.711744] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.712036] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.712169] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.712319] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.729372] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.729535] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.729673] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.729856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.730187] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-893a4172-b870-480c-af28-e1c44829a408 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.730387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.730509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.730843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.730981] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893a4172-b870-480c-af28-e1c44829a408',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.918280] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: SUCCESS [ 1097.918280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.978713] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1097.978917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.980112] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.980112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.980370] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.981320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.981618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.981913] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.982216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.982249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.982451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.982602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.982748] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.005835] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.115008] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.115275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.115411] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.115721] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.115882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.116058] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 68ddfc83-1f4a-45c5-b0f7-88e0822da92b not found, creating... [ 1098.116345] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.116515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.116636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.116909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.117080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.117893] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.120284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.120477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.120686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.120831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.120983] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b is going to be created. [ 1098.141773] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.142018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.142164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.142459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.142707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.142929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.153355] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1098.153509] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1098.237026] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.237026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 893a4172-b870-480c-af28-e1c44829a408 not found, creating... [ 1098.237026] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.237491] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.237491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.237491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.237491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.237641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.237851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 893a4172-b870-480c-af28-e1c44829a408 is going to be created. [ 1098.265029] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.265029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.265029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.265029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.265029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.265029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.485143] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.485281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.485469] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.509561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.509561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.509561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.509757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.509791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.509891] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1098.538300] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.538564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.538564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.538866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.538866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.547019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1098.990632] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.046533] env[70491]: INFO networking_nsxv3.common.synchronization [req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 req-f9ebd898-96a1-4a7a-bfda-a9ffb78b9bf3 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1099.046533] env[70491]: INFO networking_nsxv3.common.synchronization [req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 req-f9ebd898-96a1-4a7a-bfda-a9ffb78b9bf3 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1099.046655] env[70491]: INFO networking_nsxv3.common.synchronization [req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 req-f9ebd898-96a1-4a7a-bfda-a9ffb78b9bf3 service nova] Enqueued Resource ID: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b with Priority: HIGHEST for action port [ 1099.048100] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1099.048100] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1099.048100] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b with Priority: HIGHEST for action port [ 1099.048100] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.048100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.048100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.048394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.048466] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.049371] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.049465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.050032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.050032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.050032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.050032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.050215] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68ddfc83-1f4a-45c5-b0f7-88e0822da92b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.173469] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-e71d8deb-1e42-45ff-9afc-1642368e04a4 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1099.173689] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-e71d8deb-1e42-45ff-9afc-1642368e04a4 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1099.173834] env[70491]: INFO networking_nsxv3.common.synchronization [req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 req-e71d8deb-1e42-45ff-9afc-1642368e04a4 service nova] Enqueued Resource ID: 893a4172-b870-480c-af28-e1c44829a408 with Priority: HIGHEST for action port [ 1099.174101] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1099.174238] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1099.174338] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 893a4172-b870-480c-af28-e1c44829a408 with Priority: HIGHEST for action port [ 1099.174913] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.175419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.175778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-893a4172-b870-480c-af28-e1c44829a408 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.176012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.176261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176453] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('893a4172-b870-480c-af28-e1c44829a408',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.496377] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.496377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.496525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.496634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.496727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.496830] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1099.540750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.540887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.540971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.541241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.541389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.550490] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1099.551926] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.552056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.552261] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68ddfc83-1f4a-45c5-b0f7-88e0822da92b with status ACTIVE [ 1099.552441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.552515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.552583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.552774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.552857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.553057] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.553138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.553171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.553323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.553419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.553579] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.553669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.553725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.553865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.553925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.554017] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b is going to be updated. [ 1099.582622] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.582768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.582872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.583051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.583196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.583354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68ddfc83-1f4a-45c5-b0f7-88e0822da92b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.674966] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: SUCCESS [ 1099.675210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.675373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.675588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.675775] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.675890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.675955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.676120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.676192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.676374] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.677683] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 893a4172-b870-480c-af28-e1c44829a408 with status ACTIVE [ 1099.677857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.677964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.678045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.678202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.678285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.678454] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.678548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.678607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.678872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.678872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.678988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.679127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.679187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.679352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.679420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.679470] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 893a4172-b870-480c-af28-e1c44829a408 is going to be updated. [ 1099.704847] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.704847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.704847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.704847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.705094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.705232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-893a4172-b870-480c-af28-e1c44829a408" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.960524] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.961217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.961217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.961217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.961412] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.961647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.961791] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.962027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.962213] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.962466] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.962624] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.962762] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.962934] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.963121] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.963247] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.963442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.987950] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.988169] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.988319] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.988502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.988838] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-f3f9aca4-078e-431d-95c1-a6ae09073f59 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.989038] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.989167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.989439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.989578] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f9aca4-078e-431d-95c1-a6ae09073f59',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.178819] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.494110] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.494398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.494489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.494779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.495338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.495338] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.495496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.495537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.495742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.495887] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.496234] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.496464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.496524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.496686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.496825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.496971] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 is going to be updated. [ 1100.522917] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.523189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.523317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.523646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.523852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.524098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.557803] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1100.558038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.558216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.558460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.558651] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.558781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.558849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.559031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.559104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.559199] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.681290] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 236a883a-f3a5-477a-9103-86feef440ccd: rpc.has_security_group_logging(os_id): False [ 1100.707155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.707155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.707155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.707155] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 236a883a-f3a5-477a-9103-86feef440ccd is going to be created. [ 1100.799891] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.800075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.800118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.800320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.800497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.811149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: IN_PROGRESS for 2s [ 1101.064770] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.383327] env[70491]: INFO networking_nsxv3.common.synchronization [req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 req-7d7457a6-5e30-4d11-93f1-93065a98cce2 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 1101.383579] env[70491]: INFO networking_nsxv3.common.synchronization [req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 req-7d7457a6-5e30-4d11-93f1-93065a98cce2 service nova] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 1101.383725] env[70491]: INFO networking_nsxv3.common.synchronization [req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 req-7d7457a6-5e30-4d11-93f1-93065a98cce2 service nova] Enqueued Resource ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 with Priority: HIGHEST for action port [ 1101.383959] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_rules [ 1101.384105] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 1101.384207] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 with Priority: HIGHEST for action port [ 1101.385081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.385382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.385382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.385578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.385691] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.387928] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.387928] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.387928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.387928] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.389038] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f9aca4-078e-431d-95c1-a6ae09073f59 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.389038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.389038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.389038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.389038] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f9aca4-078e-431d-95c1-a6ae09073f59',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.562084] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1101.562396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.562630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.562875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.563157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.563350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.563392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.563572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.563655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.563746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.563909] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.563993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.564266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.564410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.564509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.564711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.564784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.564880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.564979] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.566331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.566917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.566917] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.566917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.566917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.567110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.567169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.567465] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.568446] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.890810] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.890959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.894875] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f9aca4-078e-431d-95c1-a6ae09073f59 with status ACTIVE [ 1101.894875] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.894875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.894875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.894875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.894875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.895159] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.895203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.895798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.895798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.895798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.895798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.895798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.895798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.896165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.896165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.896165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f9aca4-078e-431d-95c1-a6ae09073f59 is going to be updated. [ 1101.898395] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.921372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.921372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.921372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.921657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.921657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.921986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f9aca4-078e-431d-95c1-a6ae09073f59" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.069604] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78813159-3cec-46bb-b28c-c823a5b4a60f: rpc.has_security_group_logging(os_id): False [ 1102.070743] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.071807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.071900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.071966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.072179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.072453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.072453] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1102.102240] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.102380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.102460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.102657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.102744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.102930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.103495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.103580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.103638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.103808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.103907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104119] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.104211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.104269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.104407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.104475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.104557] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be created. [ 1102.110951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.111153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.111265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.111473] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.111609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.123933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1102.163525] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.163660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.163722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.163939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.164128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.178058] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1102.401924] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.574582] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.824171] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: SUCCESS [ 1102.824171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.904214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.904456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.904648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.904732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.904834] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 1102.937291] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937712] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.947220] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 1103.077306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.077458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.077553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.077735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.077946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.077946] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1103.109611] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.109611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.109611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.109870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.110064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.120061] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1103.697619] env[70491]: INFO networking_nsxv3.common.synchronization [req-9f890a96-2981-4129-8898-e8485198e83a req-d7c7f42b-0683-4789-b516-19a0b80a776d tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Enqueued Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1103.699800] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGHEST for action security_group_members [ 1103.699800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.699976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.700068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.700789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.700789] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.700789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.700789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.700789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.701035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.701035] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.134129] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 4s [ 1104.189994] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1104.190237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.190408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.190622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.190713] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.206312] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.206451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.206522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.206724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.206814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.207012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.207116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.207182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.207331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.207410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.207496] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a is going to be updated. [ 1104.254236] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.254392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.254476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.254716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.254897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.264964] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: IN_PROGRESS for 2s [ 1104.693665] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.693665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.959836] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 1104.960156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.960381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.960611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.960810] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.960955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.961029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.961249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.961330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.961635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.961635] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.130232] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 4s [ 1105.464116] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.464276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.464339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.464560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.464732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.464828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.464893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.465053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.465147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465379] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.465467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.465539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.465666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.465794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.465880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.465936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.466107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.466276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.466364] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.968790] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567588be-707b-4d7b-b0b3-996a9fe3f7c1: rpc.has_security_group_logging(os_id): False [ 1105.986173] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.986940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.986940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.986940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.006304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.006614] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.006738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.006806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.007015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.007112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.007307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.007408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.007472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.007626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.007702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.007878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.007973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.008419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.008419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.008419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.008538] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 1106.064425] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.065230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.065230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.065230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.065230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.076281] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 1106.146613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1106.146613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.146613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.146613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.146872] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.146872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.146975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.147107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.148106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.148106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.148106] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.276122] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e15f12f-9c87-4310-99c9-a718b492d01a in Status: SUCCESS [ 1106.276876] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a deletion is rescheduled due to dependency. [ 1106.276876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.651151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.651601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.651601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.651879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.652139] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.652262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.652331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.652492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.652708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.652790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.653048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.653266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.653333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.653557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.653708] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.653806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.653868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.657076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.657279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.657434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.657786] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.141031] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1107.141437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.141625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.141861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142079] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.142243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.142659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.142659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.142659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.142816] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.161667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 1107.178303] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.178492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.178492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.178666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.178756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.178951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.179081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.179162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.179314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.179403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.179593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.179690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.179752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.179890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.179966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.180153] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.180250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.180306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.180452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.180528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.180616] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1107.241822] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.242010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.242105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.242369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.242577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.255622] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1107.645214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.645395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.645395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.645671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.645878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.646527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.646615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.646837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.646930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.647057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.647273] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.647402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.647467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.647619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.647946] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.647946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.648099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.649789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.649989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.650151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.650360] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.089448] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 1108.089824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.152505] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78813159-3cec-46bb-b28c-c823a5b4a60f: rpc.has_security_group_logging(os_id): False [ 1108.169605] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.169826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.169960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.170174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.170309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.170592] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.170756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.170947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.171083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.171256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.171493] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.171594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.171686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.171873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.171990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.172258] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.172365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.172450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.174158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.174158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.174158] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1108.235914] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.235914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.235914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.236235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.236435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.254272] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1108.457150] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-2400f2ea-0872-465e-a063-aed06055d08e tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1108.457684] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1108.458038] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.458169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.458239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.458485] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.458642] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.458738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.458800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.458944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.459369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.459504] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.932471] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.933678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.933678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.933678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.933678] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.933862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.933969] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.934229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.935058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.935058] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.935058] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.935058] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.935227] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.935259] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.935403] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.936027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.954542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.954713] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.954868] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.955146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.955507] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-aec0825c-afae-414f-a80b-f92fb8abc6ce taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.955735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.955914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.956311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.956493] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec0825c-afae-414f-a80b-f92fb8abc6ce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.961629] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.961790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.961866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.962078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.962205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.962571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.962632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.962793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.962870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.962978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 already deleted. [ 1108.963083] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.268038] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1109.268038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.461309] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.461309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.461309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.461718] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.461803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.461995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port aec0825c-afae-414f-a80b-f92fb8abc6ce not found, creating... [ 1109.462755] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.462755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.462912] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.463142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.463269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.463618] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.463822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.464026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.464285] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.464458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.464634] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: aec0825c-afae-414f-a80b-f92fb8abc6ce is going to be created. [ 1109.609109] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.609544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.609816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.610236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.610621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.611039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1110.263110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.263297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.263559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.263704] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.339268] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-84e5688d-671d-4195-b52b-e77f82e93cba service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1110.339535] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-84e5688d-671d-4195-b52b-e77f82e93cba service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1110.339612] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-84e5688d-671d-4195-b52b-e77f82e93cba service nova] Enqueued Resource ID: aec0825c-afae-414f-a80b-f92fb8abc6ce with Priority: HIGHEST for action port [ 1110.343961] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1110.343961] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1110.343961] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec0825c-afae-414f-a80b-f92fb8abc6ce with Priority: HIGHEST for action port [ 1110.343961] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.343961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.343961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.343961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.343961] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.344395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.344484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.344531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.344879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.344879] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.345789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.345789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.345789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.345789] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.346405] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec0825c-afae-414f-a80b-f92fb8abc6ce taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.346405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.346405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.346564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.346564] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec0825c-afae-414f-a80b-f92fb8abc6ce',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.496722] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d6a5bffe-f19e-453d-97bc-debce0b1f772 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf with Priority: HIGHEST for action security_group_rules [ 1110.497283] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf with Priority: HIGHEST for action security_group_rules [ 1110.497596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.497719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.497785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.498051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.498134] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a76f1b72-8bde-45c2-b20e-d80adeee2adf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.585555] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c62c2bd9-90e6-458b-9e8b-4b6f4e050eba tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf with Priority: HIGHEST for action security_group_rules [ 1110.586969] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf with Priority: HIGHEST for action security_group_rules [ 1110.586969] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.586969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.765617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.765892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.765892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.766102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.766265] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.766373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.766439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.766592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.766684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.766772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.766864] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.850023] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.850023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.850023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.850340] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aec0825c-afae-414f-a80b-f92fb8abc6ce with status ACTIVE [ 1110.850427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.851286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.851418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.851709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.851852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.852151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.852773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.852773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.852905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.853359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.853525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.853634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.853854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.853987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.854150] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aec0825c-afae-414f-a80b-f92fb8abc6ce is going to be updated. [ 1110.877058] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.877161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.877265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.878019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.878019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.878019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec0825c-afae-414f-a80b-f92fb8abc6ce" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.988355] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-01f6ede5-70ee-40be-9258-81bd371e31d9 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1110.989013] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1110.989357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.989470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.022064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.022181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.022404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.022617] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf already deleted. [ 1111.022703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.023318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.023522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.023594] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a76f1b72-8bde-45c2-b20e-d80adeee2adf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.269727] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.269915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.270087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.270358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.270440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.270534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.272338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.272501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.272642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.272814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.273049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.273174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.273245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.273533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.273633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.273715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.273813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.273927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.274307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.274447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.274575] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.356840] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.536308] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.536477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.536477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.536738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.537019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.537191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.537311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.537767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.537987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.538236] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.538345] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.538457] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.538590] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.538720] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.538838] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.538977] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.547922] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.549523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.549523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.549523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.549523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.549523] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a76f1b72-8bde-45c2-b20e-d80adeee2adf already deleted. [ 1111.549523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a76f1b72-8bde-45c2-b20e-d80adeee2adf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.560179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.560179] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.560179] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.560179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.560179] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.560179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.560179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.560179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.560179] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fa0c7a-d1f7-49ce-9160-f65566bd312f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.784149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78813159-3cec-46bb-b28c-c823a5b4a60f: rpc.has_security_group_logging(os_id): False [ 1111.802381] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.802624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.802723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.802957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.803267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.803612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.803774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.803850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.804063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.804310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.804923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.805082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.805187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.805417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.805523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.805911] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.806621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.806621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.806621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.806621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.806621] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1111.860103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.860296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.860296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.861028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.861028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.861028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be created. [ 1111.863887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.864187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.864187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.864455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.864709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.880263] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1111.887458] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.887652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.887736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.887984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.888176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.900114] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: UNINITIALIZED for 2s [ 1112.062478] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.062743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.062878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.063220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.063400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.063911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port e7fa0c7a-d1f7-49ce-9160-f65566bd312f not found, creating... [ 1112.064242] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.064796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.064796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.064880] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.064992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.065336] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.065497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.065644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.065889] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.066059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.066219] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: e7fa0c7a-d1f7-49ce-9160-f65566bd312f is going to be created. [ 1112.086034] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.086258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.086409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.086717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.086987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.087690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.432787] env[70491]: INFO networking_nsxv3.common.synchronization [req-214a69ad-79d1-48c7-8420-f07b7c7c57ca req-465e2198-4a04-4627-a207-d676accf1285 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1112.432787] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1112.433144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.433203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.433265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.434687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.434687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.434687] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.744340] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2453f261-9479-4419-8635-7eb43251ee47 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1112.744340] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1112.744340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.744340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.744340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.744340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.744340] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.885124] env[70491]: INFO networking_nsxv3.common.synchronization [None req-6eecd41e-5bf2-4e01-b7e3-9b767fe1c0a1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1112.885689] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1112.885989] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.886221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.940025] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.087374] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-c60cd70f-6296-44b0-a58e-5e35d27cff0e service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1113.088266] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-c60cd70f-6296-44b0-a58e-5e35d27cff0e service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1113.088689] env[70491]: INFO networking_nsxv3.common.synchronization [req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 req-c60cd70f-6296-44b0-a58e-5e35d27cff0e service nova] Enqueued Resource ID: e7fa0c7a-d1f7-49ce-9160-f65566bd312f with Priority: HIGHEST for action port [ 1113.090195] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1113.090590] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1113.090769] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7fa0c7a-d1f7-49ce-9160-f65566bd312f with Priority: HIGHEST for action port [ 1113.091228] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.091322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.091733] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.092051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.092419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.092772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.092807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.093170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.093382] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7fa0c7a-d1f7-49ce-9160-f65566bd312f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.267363] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.267758] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268674] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf already deleted. [ 1113.268674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.268674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.268986] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.341382] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ede95f4-8683-4c28-8870-9cab7d9680c3 req-e74040f0-d2d8-42a6-9c45-e3152e01838f tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1113.343062] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1113.343800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.343998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.344053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.344452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.344681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.344730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.344813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.344986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.345095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.345198] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.441761] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.596370] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7fa0c7a-d1f7-49ce-9160-f65566bd312f with status ACTIVE [ 1113.596607] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.596740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.596904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.597055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.597181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.597380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.597482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.597547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.597714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.597804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.598073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.598195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.598250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.598397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.598478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.598638] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7fa0c7a-d1f7-49ce-9160-f65566bd312f is going to be updated. [ 1113.627107] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.627107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.627107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7fa0c7a-d1f7-49ce-9160-f65566bd312f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.795050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.795050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.795050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.795050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.795050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.795050] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf already deleted. [ 1113.795050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.818948] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ede95f4-8683-4c28-8870-9cab7d9680c3 req-319fe542-9584-4b76-bc6b-2b62da5e7174 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1113.820521] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1113.820648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.820822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.851126] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.896725] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1113.897164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.909301] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1113.909554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.909730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.909950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.910166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.910289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.910347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.910509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.910652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.910785] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.910894] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.912630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.913699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.914013] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.914280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.914418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.914625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.914826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.915050] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.944929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.945126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.945209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.945437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.945637] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1113.975189] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.975189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.975189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.975189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.975189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.984088] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1114.058711] env[70491]: INFO networking_nsxv3.common.synchronization [req-2ede95f4-8683-4c28-8870-9cab7d9680c3 req-3efba422-bbc4-4b71-831e-603f30754fd4 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1114.060122] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1114.060122] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.060316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.353233] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.419946] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.420175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.420301] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.856202] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.856598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.856598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.856691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.856722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.856835] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1114.887492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.887617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.887674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.887891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.888052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.899179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1114.922725] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.427290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.427441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.427513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.427726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.427819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.427927] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1115.453633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.453744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.453858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.454097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.454278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.463402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1115.995353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1115.995603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.012810] env[70491]: INFO networking_nsxv3.common.synchronization [req-d0db66f0-722f-4d47-bdb8-313e2de18df8 req-08a6c3d0-88f4-4ec8-84e0-6aa9e41d313c tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1116.013348] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1116.014050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.014050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.014050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.016332] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.016464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.016555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.016731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.016837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.016962] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.518726] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.518905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.519009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.519281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.519484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.519648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.519748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.519811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.519971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.520062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.520203] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1116.546156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.546308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.546382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.547064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.547141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.559940] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1116.909924] env[70491]: INFO networking_nsxv3.common.synchronization [None req-59cf0d2c-11cf-4e34-807a-c2b1d850f01f tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1116.910797] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1116.915692] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1116.915935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.916409] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.916601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.916711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.917090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.917232] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.919446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.920311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.920587] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.920747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.920883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.921132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.921285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.921437] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.005782] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d751005e-2df5-48d5-b6c4-db905121c7d1 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1117.005782] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1117.005782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.005782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.076606] env[70491]: INFO networking_nsxv3.common.synchronization [req-7af9f431-3c81-4326-aef0-b91816bfd8b7 req-319707b6-0f82-4fb7-8308-b789ae6f88ba tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Enqueued Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1117.079108] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1117.081974] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.082156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.082255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.082595] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.082815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.083061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.083269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.083382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.083507] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.424938] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.425584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.425744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.426061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.426270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.426575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.426833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.426948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.427211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.427369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.427516] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1117.445514] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.446242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.446242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.446570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.446718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.446893] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 already deleted. [ 1117.447039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.447279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.447547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.447683] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.456401] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.456551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.456610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.456864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.457334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.466356] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1117.474856] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1117.475187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.476698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.476698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.478248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.478451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.479538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.479538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.479538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.479717] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.586161] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.586345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.586424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.586669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.586770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.586972] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.587085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.587149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.587319] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.587399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.587489] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a already deleted. [ 1117.587570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.728356] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.728678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-627" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.728855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-627" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.729279] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-627" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.729672] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.729880] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.731150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.731469] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.731656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.731882] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.732016] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.732139] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.732274] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.732398] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.732507] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.732649] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.752027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.752027] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.752027] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.752027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-627" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.752027] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.752027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.752027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.752027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.752027] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.968400] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.968574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.968610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.968827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.968917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.969111] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 already deleted. [ 1117.969111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.982570] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.260328] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.260588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.260703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.260990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.261161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.261394] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 not found, creating... [ 1118.261668] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.261831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.261967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.262221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.262386] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.262683] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.262839] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.262956] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.264780] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.264937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.265103] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 is going to be created. [ 1118.284125] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.284492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.284675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.285146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.285412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.285692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.485221] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.568978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1118.569175] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 1118.570406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.987339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.987339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.987339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.987339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.987531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.987531] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1119.014638] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.014638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.014638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.014638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.014638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.023484] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1119.250426] env[70491]: INFO networking_nsxv3.common.synchronization [req-7af9f431-3c81-4326-aef0-b91816bfd8b7 req-95971e50-309c-44e0-8617-df762233590f service nova] Enqueued Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_rules [ 1119.250622] env[70491]: INFO networking_nsxv3.common.synchronization [req-7af9f431-3c81-4326-aef0-b91816bfd8b7 req-95971e50-309c-44e0-8617-df762233590f service nova] Enqueued Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1119.250802] env[70491]: INFO networking_nsxv3.common.synchronization [req-7af9f431-3c81-4326-aef0-b91816bfd8b7 req-95971e50-309c-44e0-8617-df762233590f service nova] Enqueued Resource ID: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 with Priority: HIGHEST for action port [ 1119.251417] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_rules [ 1119.251509] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1119.251619] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 with Priority: HIGHEST for action port [ 1119.251961] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.256181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.256181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.256479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.256894] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.259019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.259019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.259019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.259019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.259487] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.259597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.259678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.259832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.259907] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.474972] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1119.475241] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f deletion is rescheduled due to dependency. [ 1119.475282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.475505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.475653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.475842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.475959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.476037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.476187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.476268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.476369] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.762257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.763810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.763810] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.766128] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 with status ACTIVE [ 1119.766601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.766848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.767048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.767479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.767697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.768017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.768249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.768394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.768634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.768811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.769098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.769321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.769954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.770464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.770464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.770464] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 is going to be updated. [ 1119.790184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.790367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.790420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.790605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.790740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.790899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.982440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.982695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.982757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.982945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.983065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.983278] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.983379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.983438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.983596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.983685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.983776] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1120.009310] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.009443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.009549] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.011629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.011629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.019600] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1120.265821] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.768613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.768935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.768935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.769074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.769181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.769290] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a is going to be created. [ 1120.791154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.791154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.791361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.791599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.791731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.800446] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: UNINITIALIZED for 2s [ 1121.032659] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1121.032947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.033472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.033472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.033621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.033709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.033709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.033845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.034695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.034695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.034695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.035048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.035048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.035048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.035048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.035164] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.538133] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3aa4d1-dbb4-4687-a067-5527ea20c1b9: rpc.has_security_group_logging(os_id): False [ 1121.556075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.556239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.556318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.556590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.556669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.556941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.556994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.557056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.557206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.557286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.557465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.557555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.557614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.557757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.557852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.560685] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.561066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.561066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.561326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.561434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.561530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be created. [ 1121.611081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.611334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.611491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.611740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.611968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.624519] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1122.028592] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1122.028592] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f deletion is rescheduled due to dependency. [ 1122.028890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.504081] env[70491]: INFO networking_nsxv3.common.synchronization [None req-629188a1-4c74-489d-8f60-d708eb7e96ae None None] Enqueued Resource ID: cf546d22-4f7e-4b3f-8047-ce62c9b746cd with Priority: HIGHEST for action port [ 1122.504331] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf546d22-4f7e-4b3f-8047-ce62c9b746cd with Priority: HIGHEST for action port [ 1122.504873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf546d22-4f7e-4b3f-8047-ce62c9b746cd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.504987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf546d22-4f7e-4b3f-8047-ce62c9b746cd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.505062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf546d22-4f7e-4b3f-8047-ce62c9b746cd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.505332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf546d22-4f7e-4b3f-8047-ce62c9b746cd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.505408] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf546d22-4f7e-4b3f-8047-ce62c9b746cd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.809029] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: SUCCESS [ 1122.809199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.809375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.809593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.809781] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.809894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.809960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.810129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.810211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.810296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.810386] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.007955] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf546d22-4f7e-4b3f-8047-ce62c9b746cd [ 1123.007955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.007955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.007955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.008237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.008237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.008344] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf546d22-4f7e-4b3f-8047-ce62c9b746cd already deleted. [ 1123.008436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf546d22-4f7e-4b3f-8047-ce62c9b746cd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.313537] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.313902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.313902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.313962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.314628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.314739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.314804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.314965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.315062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.315151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.315343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.315489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.315578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.315746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.315887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.316012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.316092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.316234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.316401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.316443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.316530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.382847] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2e716d15-d759-47fa-889c-4a93593753b2 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1123.383073] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1123.383600] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.383600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.383600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.383974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.386149] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.486336] env[70491]: INFO networking_nsxv3.common.synchronization [None req-fe4f7a09-c30a-4f80-965f-8b9f84270aea tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1123.486336] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1123.486336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.486336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.635995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1123.636091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.636207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.637257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.637415] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.820945] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a: rpc.has_security_group_logging(os_id): False [ 1123.837311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.837468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.837503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.837799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.837799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.838857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.838857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.838857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.839160] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.839202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.839949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.839949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.839949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.839949] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a is going to be created. [ 1123.892502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.892749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.892749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.892912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.893135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.904823] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: IN_PROGRESS for 2s [ 1123.907742] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.907872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.907954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.908188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.908304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.908413] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f already deleted. [ 1123.908518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.908668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.908858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.908952] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.140620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.140620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.140620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.141050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.141050] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.263126] env[70491]: INFO networking_nsxv3.common.synchronization [req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 req-804b4111-20fe-4235-aef0-57c14758877f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1124.263126] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1124.263126] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.263359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.263504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.264056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.265131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.265287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.265495] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.433149] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.433149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.433149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.433149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.433149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.433149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f already deleted. [ 1124.433149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.644090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.644090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.644090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.644090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.644090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.644343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644428] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.644559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.644609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.644718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.645018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.645018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.645613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.645613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.645613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.645613] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.695151] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.695476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.695600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.695879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.696161] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.696460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.696460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.696719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.697501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.697751] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.697874] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.697992] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.698121] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.698303] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.698384] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.698491] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.716742] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.716944] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.717134] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.717393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.717822] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-24ba9015-7437-4f85-92f9-48cbbc791675 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.718037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.718169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.718611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.718823] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ba9015-7437-4f85-92f9-48cbbc791675',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.769857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.769857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.769857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.769857] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1124.789926] env[70491]: INFO networking_nsxv3.common.synchronization [None req-cbb4ff39-943e-4af1-8880-528f293cd7bb None None] Enqueued Resource ID: f7516d48-fb30-4816-b846-21d53e6b98f1 with Priority: HIGHEST for action port [ 1124.790252] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7516d48-fb30-4816-b846-21d53e6b98f1 with Priority: HIGHEST for action port [ 1124.790575] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7516d48-fb30-4816-b846-21d53e6b98f1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.790752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7516d48-fb30-4816-b846-21d53e6b98f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.790839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7516d48-fb30-4816-b846-21d53e6b98f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.791105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7516d48-fb30-4816-b846-21d53e6b98f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.791344] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7516d48-fb30-4816-b846-21d53e6b98f1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.797109] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.797366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.797366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.797497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.797638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.812197] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1125.147156] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3aa4d1-dbb4-4687-a067-5527ea20c1b9: rpc.has_security_group_logging(os_id): False [ 1125.165366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.165594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.165706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.166115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.166479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.166720] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.166827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.166894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.167077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.167312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.167697] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.167697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.167697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.167890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.167890] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.168095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.168171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.168233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.168371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.168450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.168533] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1125.221802] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.222059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.222198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.222566] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.222740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.222904] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 24ba9015-7437-4f85-92f9-48cbbc791675 not found, creating... [ 1125.223193] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.223356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.223479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.223752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.223899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.224206] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.224370] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.224492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.224706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.224847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.224989] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 24ba9015-7437-4f85-92f9-48cbbc791675 is going to be created. [ 1125.240251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.240392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.240478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.240667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.240806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.244879] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.245323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.245814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.246272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.246534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.247026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.252551] env[70491]: INFO networking_nsxv3.common.synchronization [req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 req-41f0ced9-0a4a-4678-bf01-4944fae86dc2 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1125.253657] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1125.253983] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1125.256311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.256835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.257048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.257308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.257482] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.257603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.257687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.257844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.257934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.258062] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.294648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7516d48-fb30-4816-b846-21d53e6b98f1 [ 1125.294878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.295014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.295096] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.295322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.295417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.295518] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7516d48-fb30-4816-b846-21d53e6b98f1 already deleted. [ 1125.295621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7516d48-fb30-4816-b846-21d53e6b98f1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.496652] env[70491]: INFO networking_nsxv3.common.synchronization [req-3fee766a-dbb9-4549-99bb-b7e949ccb84a req-e49aef62-7629-472d-bb70-77349756bc44 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1125.497385] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1125.497574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.497654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.760451] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.918382] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: SUCCESS [ 1125.920430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 req-0394d23b-85e1-482f-8302-7908a142e4af service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 req-0394d23b-85e1-482f-8302-7908a142e4af service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 req-0394d23b-85e1-482f-8302-7908a142e4af service nova] Enqueued Resource ID: 24ba9015-7437-4f85-92f9-48cbbc791675 with Priority: HIGHEST for action port [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1125.980039] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ba9015-7437-4f85-92f9-48cbbc791675 with Priority: HIGHEST for action port [ 1125.980039] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.980039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.980039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.980726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.980928] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.982249] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.982636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.982954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ba9015-7437-4f85-92f9-48cbbc791675 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.983422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.985085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.985085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.985085] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ba9015-7437-4f85-92f9-48cbbc791675',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.262913] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.487668] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.487668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.487668] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24ba9015-7437-4f85-92f9-48cbbc791675 with status ACTIVE [ 1126.487668] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.487668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.487668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.488053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.488053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.488336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.488402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.488495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.488710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.489103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.489103] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.489222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.489254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.489422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.489514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.489638] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24ba9015-7437-4f85-92f9-48cbbc791675 is going to be updated. [ 1126.509927] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.509927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.510241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.510241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.510552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ba9015-7437-4f85-92f9-48cbbc791675" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.765619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.765831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.765989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.766308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.766441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.766589] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1126.794808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.794961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.795051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.795275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.795421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.808141] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1126.822389] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1126.822616] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 deletion is rescheduled due to dependency. [ 1126.822736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.822901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.823140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.823340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.823499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.823570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.823822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.823903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.823987] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.839449] env[70491]: INFO networking_nsxv3.common.synchronization [req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 req-7bf3d784-506e-4a47-a6df-b1629e8b32b6 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1126.840431] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1126.840431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.840631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.840631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.840820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.841187] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.841187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.841187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.841457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.841457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.841510] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.266754] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1127.267009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.327186] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.344017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.344171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.344239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.344451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.344541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.344740] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.344836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.344897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.345048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.345119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.346781] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1127.369463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.369674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.369797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.370079] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.370282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.378827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1127.636427] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.636427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.636427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.636427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.636830] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.636830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.636830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.637157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.637207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.637402] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.637511] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.637617] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.637764] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.637827] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1127.637931] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.638078] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.655152] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.655376] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1127.655536] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.655787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.656191] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.656451] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.656641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.656998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.657174] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.830779] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.093563] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.093778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.093778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.093987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.094105] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.159480] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.159779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.159964] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.160376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.160637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.160886] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 not found, creating... [ 1128.161383] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.161687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.161888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.162232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.162503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.162966] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.163250] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.163469] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.163785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.163987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.164212] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 is going to be created. [ 1128.195989] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.196229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.196361] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.196637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.196876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.197120] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.333388] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.333620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.333620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.334215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.334215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.334215] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1128.368597] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.368597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.368597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.368806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.376442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1128.597594] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.819757] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.819757] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.819757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.819757] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.100517] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 req-d404421a-9ca6-493e-bdb6-5175b7790e84 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 req-d404421a-9ca6-493e-bdb6-5175b7790e84 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 req-d404421a-9ca6-493e-bdb6-5175b7790e84 service nova] Enqueued Resource ID: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 with Priority: HIGHEST for action port [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1129.106809] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 with Priority: HIGHEST for action port [ 1129.109988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.109988] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.109988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.109988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.109988] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.322601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.322869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.322935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.323532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.323532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.323812] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.323875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.324026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.324140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.324242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.324454] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1129.351208] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.351208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.351208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.351208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.351208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.360035] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1129.395450] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1129.396064] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1129.396064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.396285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.396406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.396957] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.396957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.396957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.397809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.397921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.398052] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.604124] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1129.604237] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1129.612088] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.612250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.613637] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 with status ACTIVE [ 1129.613637] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.613637] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.613637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.614077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.614077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.614077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.614077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.614077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.615018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 is going to be updated. [ 1129.639828] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.640061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.640153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.642093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.642252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.642416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.900636] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.020660] env[70491]: INFO networking_nsxv3.common.synchronization [req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f req-f9c5d93a-95a3-4bcf-898b-84f9c6f6c23a tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Enqueued Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1130.020912] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGHEST for action security_group_members [ 1130.021232] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.021453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.021545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.021750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.021900] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.022006] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.022136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.022285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.022405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.022506] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.375375] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.376988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.376988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.377209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.390360] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1130.391217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.392337] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1130.405136] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1130.405345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405573] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.406474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.406689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.406877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.406991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.407071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.407215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.407296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.407379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.407461] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.430770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.430770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.430770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.431081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.442927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.443586] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1130.443691] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.444044] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1130.479597] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.480652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.480652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.480652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.481451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.481648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1130.525818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.525984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.526115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.526339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.542876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.543122] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.543244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.543297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.543520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.543609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.543699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a is going to be updated. [ 1130.546945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.547076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.547128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.547670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.547670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.547826] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1130.574929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.574929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.574929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.574929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.574929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.581140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: IN_PROGRESS for 2s [ 1130.604020] env[70491]: INFO networking_nsxv3.common.synchronization [req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad req-6c4227b0-0c91-44f9-870d-69c4966278cc tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1130.604020] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1130.604020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.604020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.604020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.604533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.604711] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.625157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.625349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.625405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.625582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.625846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.626142] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1130.626242] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'236a883a-f3a5-477a-9103-86feef440ccd', '23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd', '93c79893-d1c7-4fb2-936b-e63bcea72d6a', 'fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a', 'd67c16fa-1c6b-4f8d-9b6e-ee2908bb613a', 'd78d8d3b-9736-4da2-b15f-12b03345feeb', '2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6', '4988c249-7350-4611-92a9-512edfa97471', 'ae0229e8-2320-4104-a0c9-6229eec78933', 'c18f96c6-3b0e-4883-8e32-34eef3328659', '42133a7c-9e65-431b-a315-68fb5aa2924a', '567588be-707b-4d7b-b0b3-996a9fe3f7c1', '4928e826-7611-46e5-a3d2-5ab16b3af897', 'f5202dc6-c10a-4955-8286-6152d7ef2bb5', 'bc1787e9-173b-4909-861a-f455e3193ed2', 'e01ca8c2-646a-4022-8f57-688e1b3704de', '7b8ddd78-55b3-461e-93bd-5abaed0690b3', '369bc819-1f79-4348-8bb9-2f6adb951df5', '0f684a97-757a-4d66-8f68-ddea38157e14', 'c25e23ba-edd0-42ea-8f14-0ffe4edd0a95', '063ab3fc-b0b8-4d6d-8cf7-e409907e31ff', '039e590a-2538-4591-81ec-b512cb28d5f6', '2e15f12f-9c87-4310-99c9-a718b492d01a', 'af4f2dd8-239e-4892-b84a-a12855b51256', '51e3f581-fe43-4461-aea8-bcde37c9cbcf', '410e9c98-0f49-4db2-b262-d73875c476b4', '58421746-b35a-4941-b1dd-5a838735f891', '19aea4d3-278d-4003-b46d-6ceebd6edb82', 'e8746d4e-a117-4443-84b8-3462403c0dae', 'c22f9afc-2c27-460f-8718-fbf266ac1890', 'ec3992c5-d00f-4d7b-a59c-eaab027f77a8', '6106db14-e784-44fe-b485-49fcebbbbd85', 'cc3aa4d1-dbb4-4687-a067-5527ea20c1b9', '2445acea-324c-4111-937f-79055f06fe2b', 'dec09ede-0ef1-40dd-8f80-2e6c4700753a', 'ff47e1f3-7035-435c-8e01-51d7e122ec6a', 'e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18', '19813cc7-ce5b-4c52-9846-8aed7eff8e26', '78813159-3cec-46bb-b28c-c823a5b4a60f', 'b4f9bf33-beba-4d03-8fc7-e03e2260ca9c', '2f1b68d1-5294-4ff4-81c6-55b3103b0dc1', 'efaf2d2b-ba1a-427f-9aba-95d1fa5becce', 'c1094c55-5a59-4fb3-8137-bc2aeb779579', '480152dc-d763-48b2-b13d-28f6a87f16b7', '4089defc-dea5-4d1c-b956-3149a3213240', '7aef2278-a7c9-4298-a7bb-10e1676b6d3c', '4ab4fa7c-1d9f-4e94-8fed-ab279baddd03'} {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.626347] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1130.673456] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.673655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.673697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.673907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.673994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.674426] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1130.674426] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.674426] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1130.759554] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.759704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.759764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.759958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.761070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.761351] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1130.761490] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.761532] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1130.761563] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1130.761666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1130.761755] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGH for action security_group_rules [ 1130.761836] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGH for action security_group_rules [ 1130.761903] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGH for action security_group_rules [ 1130.761965] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGH for action security_group_rules [ 1130.762040] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGH for action security_group_rules [ 1130.762104] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 1130.762166] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGH for action security_group_rules [ 1130.762225] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGH for action security_group_rules [ 1130.762289] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGH for action security_group_rules [ 1130.762366] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGH for action security_group_rules [ 1130.762450] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGH for action security_group_rules [ 1130.762483] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGH for action security_group_rules [ 1130.762540] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGH for action security_group_rules [ 1130.762591] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGH for action security_group_rules [ 1130.762653] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGH for action security_group_rules [ 1130.762713] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGH for action security_group_rules [ 1130.762773] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGH for action security_group_rules [ 1130.762834] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGH for action security_group_rules [ 1130.762895] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGH for action security_group_rules [ 1130.762957] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGH for action security_group_rules [ 1130.763064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.909406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.909717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.909717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.909960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.910072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.910174] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1130.911423] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.911557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.911600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.911764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.911918] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.912016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.912080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.912219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.912305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.912410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.912558] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.912660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.912719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.912858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.913132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.913191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.913329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.913403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.913577] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.940767] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.940984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.941078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.941292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.941486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.949087] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1131.110649] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.370298] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1131.370381] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 deletion is rescheduled due to dependency. [ 1131.371040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.415572] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18f96c6-3b0e-4883-8e32-34eef3328659: rpc.has_security_group_logging(os_id): False [ 1131.433579] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.433881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.433964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.434200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.455070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.455393] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.455566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.455611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.456722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.456884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.457196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.457351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.457429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.457687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.457790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.459954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.459954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.459954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.459954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.459954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.459954] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1131.514612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.514839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.514946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.515273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.515501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.532985] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1131.553425] env[70491]: INFO networking_nsxv3.common.synchronization [req-995144d7-067b-4fca-a1e2-bcbfbff5497b req-2007a1e1-6586-4985-b9e7-49cb28de70d2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1131.554075] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1131.554229] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGH for action security_group_rules [ 1131.554336] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a with Priority: HIGH for action security_group_rules [ 1131.554434] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGH for action security_group_rules [ 1131.554529] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1787e9-173b-4909-861a-f455e3193ed2 with Priority: HIGH for action security_group_rules [ 1131.554617] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 with Priority: HIGH for action security_group_rules [ 1131.554709] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGH for action security_group_rules [ 1131.554800] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGH for action security_group_rules [ 1131.554888] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 with Priority: HIGH for action security_group_rules [ 1131.554976] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 with Priority: HIGH for action security_group_rules [ 1131.555077] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e01ca8c2-646a-4022-8f57-688e1b3704de with Priority: HIGH for action security_group_rules [ 1131.555164] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGH for action security_group_rules [ 1131.555249] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGH for action security_group_rules [ 1131.555365] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42133a7c-9e65-431b-a315-68fb5aa2924a with Priority: HIGH for action security_group_rules [ 1131.555468] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGH for action security_group_rules [ 1131.555560] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGH for action security_group_rules [ 1131.555648] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 1131.555732] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGH for action security_group_rules [ 1131.555821] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a with Priority: HIGH for action security_group_rules [ 1131.555909] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd with Priority: HIGH for action security_group_rules [ 1131.557914] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a with Priority: HIGH for action security_group_rules [ 1131.558403] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.558534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.558602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.558814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.558981] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.559093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.559156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.559342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.559453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.559549] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.560466] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.562191] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.562191] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.562191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.562191] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c79893-d1c7-4fb2-936b-e63bcea72d6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.563181] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.563181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.563519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc1787e9-173b-4909-861a-f455e3193ed2 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.563519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.563519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.563519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.563655] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc1787e9-173b-4909-861a-f455e3193ed2',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.564589] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.564589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.564589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.564589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.564781] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c25e23ba-edd0-42ea-8f14-0ffe4edd0a95',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.565664] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.565848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.565848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.565974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.566468] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.566746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.566854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.567178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.567178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.567311] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.568025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.568128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.568128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.568411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.568488] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddd78-55b3-461e-93bd-5abaed0690b3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.569600] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.569600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.569600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.569600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.569719] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5202dc6-c10a-4955-8286-6152d7ef2bb5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.571051] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e01ca8c2-646a-4022-8f57-688e1b3704de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.571051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.571051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.571051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.571051] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e01ca8c2-646a-4022-8f57-688e1b3704de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.571726] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.571888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.571888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.572059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.572160] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.572818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.572913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.572986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.573176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.573231] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.573953] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42133a7c-9e65-431b-a315-68fb5aa2924a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.574050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.574162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.574322] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.574440] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42133a7c-9e65-431b-a315-68fb5aa2924a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.575306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575459] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.575987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.575987] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.576603] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.576662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.576690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.576849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.576928] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.577640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.577750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.577814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.578063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.578101] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.578931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.579037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.579073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.579251] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.579298] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.580342] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.580460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.580507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.581060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581060] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.581677] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.581677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.581677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.581832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.581832] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.613269] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.023074] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.023507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.023507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.026107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.026107] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.026107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.026107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.026107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.026107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.028054] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.028529] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.029266] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.029434] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.030222] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.030572] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.030572] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.048836] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.049021] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.049170] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.049387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-218" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.050037] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a6e18d1e-1658-40fb-8249-47ec6bea477a taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.050299] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.050484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.050854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.051048] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e18d1e-1658-40fb-8249-47ec6bea477a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.085262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.085398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.085466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.085664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.086184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.086290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.086353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.086506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.086589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.086673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.086758] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.088271] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.088371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.088433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.091676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.091863] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.091964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.092062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.093286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.093286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.093286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.093286] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.093286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.093504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.093504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.093570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.093687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.093776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.093835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.093969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.094054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.094134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.094209] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.102144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.102144] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.102144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.102144] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.103273] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.103273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.103273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.103273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.103970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.104085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.104167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.104296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.104449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.104540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.104599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.104734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.104805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.104885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.104963] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.105737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.105835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.105900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.106058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.106196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.106287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.106402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.106481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.106563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.106684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.106775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.107561] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.107689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.107771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.107980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.108176] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.108327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.108398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.109181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.109181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.109181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.109181] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.125899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.126074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.126332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.126332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.126448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.128017] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1132.161997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.162159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.164429] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.164540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.165243] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.165339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.166347] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.166432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.171420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.171509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.172298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.172497] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.172609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.172674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.172868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.172956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.173048] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1132.174533] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.174616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.174687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.174854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.176692] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.176692] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.177389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.177530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.178705] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.178789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.179505] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.179626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.183474] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.183578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.184820] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.185250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.185363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.185452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.185642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.185788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.202435] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1132.203270] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.203802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.203936] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5202dc6-c10a-4955-8286-6152d7ef2bb5 is going to be deleted. [ 1132.204867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.205374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.208764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.208866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.208916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.209120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.209256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.216542] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1132.227687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.227817] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e01ca8c2-646a-4022-8f57-688e1b3704de is going to be deleted. [ 1132.228649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.228914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.248902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.249085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42133a7c-9e65-431b-a315-68fb5aa2924a is going to be deleted. [ 1132.250254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.250511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.283639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.283767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.286996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.287203] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddd78-55b3-461e-93bd-5abaed0690b3 is going to be deleted. [ 1132.288067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.288294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.302755] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.303064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.317943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.318093] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc1787e9-173b-4909-861a-f455e3193ed2 is going to be deleted. [ 1132.319169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.319550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.319613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.319725] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a is going to be deleted. [ 1132.321573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.321573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.334485] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.334570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.355286] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.355470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.358358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.358479] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd is going to be deleted. [ 1132.359774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.359982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.422028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.422028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a is going to be deleted. [ 1132.422547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.422756] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.453993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.454274] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c25e23ba-edd0-42ea-8f14-0ffe4edd0a95 is going to be deleted. [ 1132.455046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.455264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.475608] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.475757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.486364] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.486479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.489753] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be deleted. [ 1132.490705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.491057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.496242] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.496350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.513743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.513907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.514974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.515155] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c79893-d1c7-4fb2-936b-e63bcea72d6a is going to be deleted. [ 1132.516325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.516597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.516718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.517365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5202dc6-c10a-4955-8286-6152d7ef2bb5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.517365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.517365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.517504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.517550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e01ca8c2-646a-4022-8f57-688e1b3704de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.518176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.518736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.518736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.518736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42133a7c-9e65-431b-a315-68fb5aa2924a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.518875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.518989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.519156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.519262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddd78-55b3-461e-93bd-5abaed0690b3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.519424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.519613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.519715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.520081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.520081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.520258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.520359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.520515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc1787e9-173b-4909-861a-f455e3193ed2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.520683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.520868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.520969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.521769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23cd0cbe-8de7-4c4d-a69f-9c70c886d0fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.521769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.521769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.521769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.521769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbd9f7a8-c90f-4bd3-8ef7-3234966f2f3a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.553672] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.554663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.554663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.554663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.554663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.554821] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a6e18d1e-1658-40fb-8249-47ec6bea477a not found, creating... [ 1132.555058] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.555428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.555428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.555662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.555884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.556253] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.556438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.556562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.556778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.556916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.557072] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a6e18d1e-1658-40fb-8249-47ec6bea477a is going to be created. [ 1132.586169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.586321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.586396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.586613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.586703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.586957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.593220] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.593345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.593418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.593616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.593727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.593842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c25e23ba-edd0-42ea-8f14-0ffe4edd0a95" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.597235] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.598280] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.599648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a in Status: SUCCESS [ 1132.599729] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a deletion is rescheduled due to dependency. [ 1132.600665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d67c16fa-1c6b-4f8d-9b6e-ee2908bb613a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.600665] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.615227] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.615803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.615803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.616026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.616161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.617256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.620323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.620323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.621886] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.621886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.621886] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.622367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.622367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.622367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.622367] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.622367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.622511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.622536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.622601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.622679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.622760] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.624300] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.624300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.624300] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.624603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.624603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624603] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624744] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.625018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.625155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.625267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.625314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.625444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.625578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.625617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.625685] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.626940] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1132.630915] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c79893-d1c7-4fb2-936b-e63bcea72d6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.630915] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.630915] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.630915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.631323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.631323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.631323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.631323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.631437] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.631526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.631582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.631718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.631847] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.631931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.631985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.632444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.632578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.632717] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.632841] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.633718] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.957680] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1132.957975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.958407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.958614] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.958729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.958794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.958971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.959063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.959153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.959244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.100852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 236a883a-f3a5-477a-9103-86feef440ccd: rpc.has_security_group_logging(os_id): False [ 1133.106420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae0229e8-2320-4104-a0c9-6229eec78933: rpc.has_security_group_logging(os_id): False [ 1133.106420] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988c249-7350-4611-92a9-512edfa97471: rpc.has_security_group_logging(os_id): False [ 1133.123150] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.123150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.123150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.123150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.123356] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.123628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.124461] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.124686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.132232] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 1133.139018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 369bc819-1f79-4348-8bb9-2f6adb951df5: rpc.has_security_group_logging(os_id): False [ 1133.139018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 567588be-707b-4d7b-b0b3-996a9fe3f7c1: rpc.has_security_group_logging(os_id): False [ 1133.139018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4928e826-7611-46e5-a3d2-5ab16b3af897: rpc.has_security_group_logging(os_id): False [ 1133.140294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.140775] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.141012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.141159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.141440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.141665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.141845] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 236a883a-f3a5-477a-9103-86feef440ccd is going to be updated. [ 1133.143141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.143484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.146944] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.147226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161623] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.161623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.167249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.167249] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.167249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.167249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.167249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.167249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.167249] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1133.168291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.168475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.186284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.187400] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.187400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.187400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.187400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.187400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.187400] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 is going to be updated. [ 1133.188359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.188542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.221196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.221518] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.221660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.221722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.221929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.222024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.222223] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.222333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.222420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.222578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.222678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.222874] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.222966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.223043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.223154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.223237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.223392] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 1133.224461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.224631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.253206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.253416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.264519] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.264745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.274291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.274825] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.274967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.275062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.275270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.275359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.275460] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1133.276706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.276881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.280747] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.280907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.317444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317704] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.318358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.318358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.318358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.318358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.318358] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.318705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.318705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.318705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.318789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.318954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.319266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.319435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.319551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.320162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.320162] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1133.320846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.321016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.321179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.322625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.322789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.322921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.326387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.326586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.379930] env[70491]: INFO networking_nsxv3.common.synchronization [req-995144d7-067b-4fca-a1e2-bcbfbff5497b req-36509419-687f-4ad7-be62-5a851abc7ac3 service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 1133.380153] env[70491]: INFO networking_nsxv3.common.synchronization [req-995144d7-067b-4fca-a1e2-bcbfbff5497b req-36509419-687f-4ad7-be62-5a851abc7ac3 service nova] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1133.380300] env[70491]: INFO networking_nsxv3.common.synchronization [req-995144d7-067b-4fca-a1e2-bcbfbff5497b req-36509419-687f-4ad7-be62-5a851abc7ac3 service nova] Enqueued Resource ID: a6e18d1e-1658-40fb-8249-47ec6bea477a with Priority: HIGHEST for action port [ 1133.381459] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1133.382732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.382732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.383277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.383387] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.383823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.383823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.383823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.383823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.384094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.384143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.384172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.384774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.384774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.384774] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.384774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.384774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.385049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.385049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.385049] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1133.389737] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: IN_PROGRESS for 2s [ 1133.390259] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_rules [ 1133.390402] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1133.390502] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e18d1e-1658-40fb-8249-47ec6bea477a with Priority: HIGHEST for action port [ 1133.390648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.390835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.395397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.396488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.396488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.396488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.397816] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.397938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.397998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.398166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.398268] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.399630] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.399762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.400068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6e18d1e-1658-40fb-8249-47ec6bea477a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.400283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.400350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.400540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.400650] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6e18d1e-1658-40fb-8249-47ec6bea477a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.415888] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.416058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.416058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.416214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.416360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.436943] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 1133.437730] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: IN_PROGRESS for 2s [ 1133.438398] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1133.461829] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.461974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.462059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.462266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.462442] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.462536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.462605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.462737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.462823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.462911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.463107] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.463202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.463265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.463407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.463542] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.463652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.463714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.463867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.463946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.464042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.464149] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.469029] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.469029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.469202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.469202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.469359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.483540] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1133.510483] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.511082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.530231] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1133.558553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1133.558553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.558553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.558553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.558553] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.905053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.905257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.905445] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6e18d1e-1658-40fb-8249-47ec6bea477a with status ACTIVE [ 1133.905628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.905941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.905941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.906137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.906137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.906298] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.906389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.906507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.906665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.906787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.906929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.907047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.907139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.907397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.907397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.907501] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6e18d1e-1658-40fb-8249-47ec6bea477a is going to be updated. [ 1133.931836] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.931836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.931836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.932093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.932131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.932277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6e18d1e-1658-40fb-8249-47ec6bea477a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.966778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1133.985471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.985658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.985724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.985905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.018642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.018953] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.019055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.019119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.019388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.019472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.019802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.019862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.020022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.020099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.020275] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.020419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.020552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.020780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.020780] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1134.062514] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.062514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.062514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.062514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.062837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.062837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.062837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.062973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.063066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063249] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.121469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.121813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.121813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.121915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.122077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.137731] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1134.222803] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1134.223150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.242656] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1134.242937] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 1134.243172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.243372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.243629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.243995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.243995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.244131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.244432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.244432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.244574] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.566517] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.566683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.566776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.567037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.567213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.567315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.567392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.567546] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.567646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.567732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.567876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.567969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.568178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.568345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.568435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.568629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.568747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.568854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.568949] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.747263] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.968116] env[70491]: INFO networking_nsxv3.common.synchronization [req-7c90d011-e1c7-43a5-acd4-12277f203161 req-df882207-035c-4bbb-b642-aa1f29cbf029 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 1134.968752] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGHEST for action security_group_members [ 1134.969118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.969333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.969406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.969636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.969798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.969920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.969986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.970312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.970434] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.970802] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.071959] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18f96c6-3b0e-4883-8e32-34eef3328659: rpc.has_security_group_logging(os_id): False [ 1135.199188] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.199533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.199533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.199752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.199921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.200251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.200412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.200515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.200771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.200916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.201241] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.201408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.201514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.201752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.201888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.202229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.202424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.202516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.202812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.203891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.203891] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1135.249112] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.268395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.268574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.268623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.268864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.269097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.283473] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1135.395851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1135.396087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.409672] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: SUCCESS [ 1135.409919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.472101] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1135.472371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.472779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.473833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.473833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.474137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.474171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.474268] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be updated. [ 1135.477217] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 1135.477217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.477217] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: SUCCESS [ 1135.477317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.502375] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1135.502375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.511165] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.511554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.512252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.514167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.514327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.527706] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: IN_PROGRESS for 2s [ 1135.543938] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1135.543991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.751163] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.751331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.751504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.751810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.752106] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1135.814016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.814206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.814445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.814589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.827623] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1136.163572] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1136.163572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.167073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.168495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.168495] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.233759] env[70491]: INFO networking_nsxv3.common.synchronization [req-170293be-6933-40ea-8b77-9880b066dbf1 req-ba1958e2-603f-43f2-a92e-b3c7258741c9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1136.233759] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1136.233759] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.234127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.234127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.237320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.237476] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.669685] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.673702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.673702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.673702] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.693330] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.693805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.694083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.696996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.696996] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.696996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.696996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.696996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.696996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.696996] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.696996] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.696996] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.696996] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.696996] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.696996] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.696996] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.715654] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.716116] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.717252] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.717252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.717475] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0f7b04e8-362b-48b0-8933-e9c01b57a3de taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.718766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.718766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.718885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.719265] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7b04e8-362b-48b0-8933-e9c01b57a3de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.741096] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.741279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.741412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.741679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.741814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.742182] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.742182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.742793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.742793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.742793] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf already deleted. [ 1136.742793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.176337] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.176622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.176771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.177104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.177334] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.177551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.177682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179034] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.179034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.179290] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.179290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.179369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.179600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.179699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.179897] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.225474] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.225736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.225860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.226163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.226320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.226480] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 0f7b04e8-362b-48b0-8933-e9c01b57a3de not found, creating... [ 1137.226749] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.226911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.227041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.227272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.227412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.227697] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.228203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.228203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.228315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.228466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.228628] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0f7b04e8-362b-48b0-8933-e9c01b57a3de is going to be created. [ 1137.257625] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.258024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.258024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.258251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.258487] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.258713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.306095] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1137.306396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.536629] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 in Status: SUCCESS [ 1137.536929] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 deletion is rescheduled due to dependency. [ 1137.536929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.682730] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1137.701567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.701727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.701757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.701974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.702086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.702713] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.702857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.702926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.703386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.703490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.703532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.703682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.703795] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.704666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.704666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.704666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.704666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.704893] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1137.775905] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.776067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.776140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.776358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.776509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.789553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1137.838520] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1137.838743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.838977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.839243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.839453] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.839573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.839640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.839798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.839882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.839969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.840075] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.275397] env[70491]: INFO networking_nsxv3.common.synchronization [req-170293be-6933-40ea-8b77-9880b066dbf1 req-8d55b871-dbb3-44cc-9b69-fca1fde04c67 service nova] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1138.275732] env[70491]: INFO networking_nsxv3.common.synchronization [req-170293be-6933-40ea-8b77-9880b066dbf1 req-8d55b871-dbb3-44cc-9b69-fca1fde04c67 service nova] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1138.275732] env[70491]: INFO networking_nsxv3.common.synchronization [req-170293be-6933-40ea-8b77-9880b066dbf1 req-8d55b871-dbb3-44cc-9b69-fca1fde04c67 service nova] Enqueued Resource ID: 0f7b04e8-362b-48b0-8933-e9c01b57a3de with Priority: HIGHEST for action port [ 1138.276096] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_rules [ 1138.276342] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1138.276403] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7b04e8-362b-48b0-8933-e9c01b57a3de with Priority: HIGHEST for action port [ 1138.277978] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.278121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.278195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.278388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.278474] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.279603] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.279720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.279788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.279955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.280114] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.280206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.280268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.280407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.280489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.280575] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.281619] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7b04e8-362b-48b0-8933-e9c01b57a3de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.281759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.281841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.282056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.282161] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7b04e8-362b-48b0-8933-e9c01b57a3de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.342405] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.342618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.342661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.342876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.343054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.343160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.343225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.343393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.343464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.343558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.343723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.343828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.343888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.344050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.344189] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.344280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.344341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.344477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.344556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.344638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.344728] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.786413] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f7b04e8-362b-48b0-8933-e9c01b57a3de with status ACTIVE [ 1138.786707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.786879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.787218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.787348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.787444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.787633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.787737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.787802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.790881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.790881] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f7b04e8-362b-48b0-8933-e9c01b57a3de is going to be updated. [ 1138.790881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.790881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.790881] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.811194] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.811370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.811442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.811673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.811814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.811990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7b04e8-362b-48b0-8933-e9c01b57a3de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.847748] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51e3f581-fe43-4461-aea8-bcde37c9cbcf: rpc.has_security_group_logging(os_id): False [ 1138.866751] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.866751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.866751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.866925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.867013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.867195] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.867300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.867360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.867513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.867609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.867760] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.867852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.867939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.868058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.868183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.868307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.868396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.868456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.868593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.868665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.868751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1138.953865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.954049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.954117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.954334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.954478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977150] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1139.292205] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.795779] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.795962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.795962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.796173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.796265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.796368] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf is going to be created. [ 1139.815182] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1139.815402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.823053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.823233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.823278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.823482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.823640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.831918] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: UNINITIALIZED for 2s [ 1139.994680] env[70491]: INFO networking_nsxv3.common.synchronization [req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 req-a10f9bf7-bb34-487a-82ca-867098c8951b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1139.996410] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1139.996410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.996410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.996410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.998534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.998534] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.500407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.500407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.500407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.500407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.500407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.500407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.501671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.501671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.501671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.501671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.501671] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 already deleted. [ 1140.501671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.524811] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.525379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.525874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.526434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.527025] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.528027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.528027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.528229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.528378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.528714] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.528921] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.529408] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.529571] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.529702] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.529819] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.529965] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.548518] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.548711] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.548827] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.549022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-837" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.549350] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.549526] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.549644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.550010] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.550169] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dea94f8-acb7-41e5-aa3e-556e4e23f02e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.993321] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1140.993753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.053657] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.053873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.054090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.054411] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.054579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.055826] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e not found, creating... [ 1141.055826] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.055989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.056082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.056340] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.056526] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.057016] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.057873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.058855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.059022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e is going to be created. [ 1141.080742] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.081092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.081278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.081652] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.081951] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.082258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.841490] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: SUCCESS [ 1141.841801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.841929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.844183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.844183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.844183] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.859761] env[70491]: INFO networking_nsxv3.common.synchronization [req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 req-13fcba4e-db11-451d-86ce-c93fb4ec9385 service nova] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1141.859940] env[70491]: INFO networking_nsxv3.common.synchronization [req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 req-13fcba4e-db11-451d-86ce-c93fb4ec9385 service nova] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1141.860095] env[70491]: INFO networking_nsxv3.common.synchronization [req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 req-13fcba4e-db11-451d-86ce-c93fb4ec9385 service nova] Enqueued Resource ID: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e with Priority: HIGHEST for action port [ 1141.860768] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_rules [ 1141.861042] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1141.863282] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e with Priority: HIGHEST for action port [ 1141.863282] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.863282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.863282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.863282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.863282] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.864054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.864190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.864255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.864438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.865541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.865541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.865541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.865541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.865541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.865541] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.872967] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.873087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.873143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.873344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.873438] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dea94f8-acb7-41e5-aa3e-556e4e23f02e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.346431] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.377113] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.378293] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.378457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.378987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e with status ACTIVE [ 1142.380035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.380035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.380035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.380035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.380298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.380598] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.380598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.380806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.381301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.381483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.381773] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.381929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.382033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.382242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.382367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.382465] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e is going to be updated. [ 1142.401703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.401887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.401949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.402224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.402390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.402559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dea94f8-acb7-41e5-aa3e-556e4e23f02e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.849590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b346e98-d1cc-4b9d-892e-a6e046a36acf: rpc.has_security_group_logging(os_id): False [ 1142.867969] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.867969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.867969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.868180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.868180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.868593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.868838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.868921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.869277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.869369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.869522] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf is going to be created. [ 1142.880073] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.925821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.926076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.926196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.926451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.926685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.940606] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: IN_PROGRESS for 2s [ 1143.385386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.385567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.385705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.385884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.385981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.386104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 is going to be created. [ 1143.432606] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.432816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.432816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.432990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.433164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.441914] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: UNINITIALIZED for 2s [ 1144.945385] env[70491]: INFO networking_nsxv3.common.synchronization [req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee req-02d21eb3-bf70-4fe3-92d0-b97852d450e9 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1144.946611] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1144.946988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.947110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.947179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.947530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.947681] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.947774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.947835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.948016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.948134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.948252] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.954594] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: SUCCESS [ 1144.954797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.080792] env[70491]: INFO networking_nsxv3.common.synchronization [req-a9c03f19-67ae-41d3-93a4-7219b494bc8a req-cce5f963-1b80-4430-8b1a-146b0ef0ceb5 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1145.080792] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1145.080792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.081044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.081044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.081147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.081307] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.081408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.081564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.081708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.081708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.081805] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.307784] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.307784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.307784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.308042] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.308610] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.308939] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.309283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.309646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.309843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.310185] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.310348] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.310590] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.310740] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.310886] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.311376] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.311797] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.329022] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.329206] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.329348] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.329558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.329883] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-769378e3-d321-4d60-9df6-7e8ccfa8e45d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.330061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.330181] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.330496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.330632] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769378e3-d321-4d60-9df6-7e8ccfa8e45d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.398267] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.398467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.398595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.398930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399210] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.399389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.399549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.399783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.400154] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.400268] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.400375] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.400496] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.400588] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.400692] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.400826] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.417094] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.417265] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.417401] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.417585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.417895] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.418081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.418203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.418625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.418770] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7232b8-31d9-4928-b3d8-f52b1ccbf01e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.449897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.450036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.450450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.450640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.450737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.450799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.450958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.451057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.451143] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c already deleted. [ 1145.451295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.452308] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: SUCCESS [ 1145.452518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.452665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.452849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.453950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.453950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.453950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.453950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.453950] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.586380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.586568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.586659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.586970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.587314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.587427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.587515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.587741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.587741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.587902] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f already deleted. [ 1145.587902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.834229] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.834229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.834564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.834816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.835302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.835302] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 769378e3-d321-4d60-9df6-7e8ccfa8e45d not found, creating... [ 1145.835961] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.835961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.836345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.836345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.836581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.837160] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.837319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.837490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.837984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.838135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.838330] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 769378e3-d321-4d60-9df6-7e8ccfa8e45d is going to be created. [ 1145.859282] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.859454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.859589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.859854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.860185] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.860429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.920937] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.921236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.921379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.921708] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.921874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.922076] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e not found, creating... [ 1145.922348] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.922562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.922622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.922842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.922985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.923332] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.923500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.923624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.923861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.924032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.924199] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e is going to be created. [ 1145.944687] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.945013] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.945193] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.945493] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.945736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.945980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.955668] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.457412] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 606f98f3-908e-4da2-8b4f-1852b8df2bc4: rpc.has_security_group_logging(os_id): False [ 1146.474718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.474875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.474991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.475250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.475351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.475611] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.475733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.475810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.475994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.476086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.476201] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 is going to be created. [ 1146.562213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.562524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.562620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.562982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.563341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.574150] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: IN_PROGRESS for 2s [ 1146.695142] env[70491]: INFO networking_nsxv3.common.synchronization [req-a9c03f19-67ae-41d3-93a4-7219b494bc8a req-b9c62285-fa54-4af1-9ae5-6143e6d7971a service nova] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1146.695339] env[70491]: INFO networking_nsxv3.common.synchronization [req-a9c03f19-67ae-41d3-93a4-7219b494bc8a req-b9c62285-fa54-4af1-9ae5-6143e6d7971a service nova] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1146.695474] env[70491]: INFO networking_nsxv3.common.synchronization [req-a9c03f19-67ae-41d3-93a4-7219b494bc8a req-b9c62285-fa54-4af1-9ae5-6143e6d7971a service nova] Enqueued Resource ID: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e with Priority: HIGHEST for action port [ 1146.696029] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_rules [ 1146.696289] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1146.696289] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e with Priority: HIGHEST for action port [ 1146.696612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.696746] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.696808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.699577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.699577] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.700053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.700053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.700053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.700213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.700398] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.700575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.701110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.701339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.701482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.701556] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.703093] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.703265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.703358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.703572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.703671] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7232b8-31d9-4928-b3d8-f52b1ccbf01e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.834961] env[70491]: INFO networking_nsxv3.common.synchronization [req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee req-87c0db68-af87-42b9-b61b-51c7aaa8050a service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1146.835125] env[70491]: INFO networking_nsxv3.common.synchronization [req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee req-87c0db68-af87-42b9-b61b-51c7aaa8050a service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1146.835308] env[70491]: INFO networking_nsxv3.common.synchronization [req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee req-87c0db68-af87-42b9-b61b-51c7aaa8050a service nova] Enqueued Resource ID: 769378e3-d321-4d60-9df6-7e8ccfa8e45d with Priority: HIGHEST for action port [ 1146.835502] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1146.835673] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1146.835779] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769378e3-d321-4d60-9df6-7e8ccfa8e45d with Priority: HIGHEST for action port [ 1146.836374] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.836514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.836575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.836905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.837157] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.838251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.838375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.838450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.838661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.838819] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.838950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.839024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.839176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.839263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.839385] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.840306] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-769378e3-d321-4d60-9df6-7e8ccfa8e45d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.840423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.840492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.840661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.840727] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769378e3-d321-4d60-9df6-7e8ccfa8e45d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.205414] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.206554] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.206679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.207110] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e with status ACTIVE [ 1147.207204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.207329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.207388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.207563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.207659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.207829] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.207926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.207984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.208149] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.208224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.208402] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.208493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.208553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.208686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.208761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.208844] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e is going to be updated. [ 1147.228833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.228992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.229085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.229210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.229335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.229509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.342441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.342674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.342860] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.343863] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 769378e3-d321-4d60-9df6-7e8ccfa8e45d with status ACTIVE [ 1147.345045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.345045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.345045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.345638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.345638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.345638] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.345638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.345638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.345956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.345956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.345956] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 769378e3-d321-4d60-9df6-7e8ccfa8e45d is going to be updated. [ 1147.372971] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.372971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.372971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.372971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.373278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.373278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769378e3-d321-4d60-9df6-7e8ccfa8e45d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.707544] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.849137] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.210543] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.211017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.211017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.211017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.211163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.211207] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f is going to be created. [ 1148.234868] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.235032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.235095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.235309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.235469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.244271] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: UNINITIALIZED for 2s [ 1148.356045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.356221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.356286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.357024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.357024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.357024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be created. [ 1148.381107] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.381344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.381388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.381683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.381878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.392517] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: UNINITIALIZED for 2s [ 1148.587092] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: SUCCESS [ 1148.587350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.254793] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: SUCCESS [ 1150.255021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.255225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.255447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.255643] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.255749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.255817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.255975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.256112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256315] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.402121] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1150.402121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.402267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.402598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.402795] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.402918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.402986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.403187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.403275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.403372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.403464] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.758323] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.906196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.906457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.906687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.906851] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.906947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.907018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.907183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.907270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.907359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.907501] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.907618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.907678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.907816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.907971] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.908086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.908140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.908281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.908354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.908433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.908523] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.177994] env[70491]: INFO networking_nsxv3.common.synchronization [req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 req-22bcfb5f-3800-41ba-a7af-e84cc1098f65 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1151.178543] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1151.178844] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.178965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.179487] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.179623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.179664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.179789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.179874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.179968] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.262361] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d90677b0-95a4-4a01-aa1f-0bd1f9b1395f: rpc.has_security_group_logging(os_id): False [ 1151.281618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.281812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.281933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.282185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.282370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.282798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.282798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.282930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.283060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.283167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.283295] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f is going to be created. [ 1151.373776] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.373998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.374080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.374360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.374479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.391126] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: IN_PROGRESS for 2s [ 1151.414214] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d278c38c-1544-4b2a-b6b8-828ed9a9f93c: rpc.has_security_group_logging(os_id): False [ 1151.433105] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.433340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.433451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.433749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.433895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.434226] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.434372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.434487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.434782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.434904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.435309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.435459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.435580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.435805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.435930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.436263] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.436417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.436521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.436744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.436867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.436999] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be created. [ 1151.498988] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.499150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.499400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.499684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.499924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.515610] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1151.682528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.682714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.682783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.683400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.683400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.683400] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.685017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.685017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.685017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.685017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.685017] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1151.709887] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.710289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.710289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.710393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.710508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.722892] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1153.404013] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: SUCCESS [ 1153.404013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.526310] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1153.526555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.733033] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1153.733033] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 deletion is rescheduled due to dependency. [ 1153.733033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.262577] env[70491]: INFO networking_nsxv3.common.synchronization [req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 req-007bc6f4-6ea0-46fd-a02f-c61c0e8c93ca tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1154.262998] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1154.263599] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.263599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.263599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.263805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.263836] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.263962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.264183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.264276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.265333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.265333] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.723314] env[70491]: INFO networking_nsxv3.common.synchronization [req-5e54759c-e223-4487-83de-63e40ccc3a49 req-2f546dd7-41d7-4346-bbad-b48f9b948dbb tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1154.724658] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGHEST for action security_group_members [ 1154.724658] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.724658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.724658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.724961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.724961] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.725088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.725088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.725237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.725326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.725422] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.766909] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.766909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.766909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.767071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.767105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.768025] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.768025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.768025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.768025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.768025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.768025] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1154.793736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.793869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.793869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.794410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.794410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.801818] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1155.229873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.231100] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.231100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.231455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.231645] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be updated. [ 1155.264087] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.264087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.264087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.264087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.264087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.270404] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: IN_PROGRESS for 2s [ 1156.815895] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1156.816376] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1156.816497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.280437] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf in Status: SUCCESS [ 1157.282016] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf deletion is rescheduled due to dependency. [ 1157.282016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.499806] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8d4d33f9-5e5a-4ec5-b757-475cc1135f66 None None] Enqueued Resource ID: a5fa370a-e3e3-4a9f-961b-7569c9da1df4 with Priority: HIGHEST for action port [ 1157.501385] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fa370a-e3e3-4a9f-961b-7569c9da1df4 with Priority: HIGHEST for action port [ 1157.501385] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5fa370a-e3e3-4a9f-961b-7569c9da1df4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.501385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5fa370a-e3e3-4a9f-961b-7569c9da1df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.501385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5fa370a-e3e3-4a9f-961b-7569c9da1df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.501385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5fa370a-e3e3-4a9f-961b-7569c9da1df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.501385] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5fa370a-e3e3-4a9f-961b-7569c9da1df4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.003533] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5fa370a-e3e3-4a9f-961b-7569c9da1df4 [ 1158.003774] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.003944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.003992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.004216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.004308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.004405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5fa370a-e3e3-4a9f-961b-7569c9da1df4 already deleted. [ 1158.004514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5fa370a-e3e3-4a9f-961b-7569c9da1df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.741148] env[70491]: INFO networking_nsxv3.common.synchronization [None req-d4c8a15a-69a8-4fa5-b593-271cc82ba813 None None] Enqueued Resource ID: 2ce6843a-1bf3-47aa-b24f-1210fc591d73 with Priority: HIGHEST for action port [ 1159.741471] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ce6843a-1bf3-47aa-b24f-1210fc591d73 with Priority: HIGHEST for action port [ 1159.742064] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ce6843a-1bf3-47aa-b24f-1210fc591d73 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.742203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ce6843a-1bf3-47aa-b24f-1210fc591d73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.742259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ce6843a-1bf3-47aa-b24f-1210fc591d73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.742487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ce6843a-1bf3-47aa-b24f-1210fc591d73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.742577] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ce6843a-1bf3-47aa-b24f-1210fc591d73',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.127034] env[70491]: INFO networking_nsxv3.common.synchronization [req-772022e8-742c-48f1-b0c2-97ad7e28ad8c req-4879506c-ee12-48cb-92a9-131c58d11b26 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1160.127794] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1160.129073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.129291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.129380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.129631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.129822] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.129946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.130034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.130230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.130324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.130446] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.245339] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ce6843a-1bf3-47aa-b24f-1210fc591d73 [ 1160.245738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.245961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.246099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.246414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.246554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.246690] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ce6843a-1bf3-47aa-b24f-1210fc591d73 already deleted. [ 1160.246787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ce6843a-1bf3-47aa-b24f-1210fc591d73" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.633223] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.633391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.633484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.633768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.633880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.634102] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.634207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.634271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.634426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.634503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.634590] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1160.659905] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.660030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.660102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.660298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.660443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.667748] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1161.383857] env[70491]: INFO networking_nsxv3.common.synchronization [req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e req-6f2e380e-0bad-4562-869a-f34831d6c899 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1161.385642] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1161.386032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.386161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.386226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.386425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.386577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.386670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.386735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.386883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.386965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.387070] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.890179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.890351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.890424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.890654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.890749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.890950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.891062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.891125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.891278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.891352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.891437] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1161.919340] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.919553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.919680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.919915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.920671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.934785] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1162.678163] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1162.678459] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c deletion is rescheduled due to dependency. [ 1162.678459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.389249] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-2abe5f9e-235c-4676-bea8-fecee438e931 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1163.389823] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1163.390736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.390866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.390965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.391460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.391717] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.391863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.391947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.392137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.392249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.395028] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.834572] env[70491]: INFO networking_nsxv3.common.synchronization [req-f90edee2-44d1-4198-8412-2292342964b7 req-bc9edb83-0dee-4bfb-a63b-d194ecc5b708 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1163.835854] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGHEST for action security_group_members [ 1163.835854] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.835854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.835854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.836043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.836079] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.836284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.836284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.836433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.836475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.836978] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.896447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.896622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.896666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.897029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.918026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.918339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.918482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.918555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.918779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.918889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.919100] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1163.942590] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.942861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.942861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.943203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.943326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.945798] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1163.946056] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 1163.946212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.955362] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1164.004535] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-faeb837d-c733-4726-9e8b-6b7fa5c2bef6 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1164.005130] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1164.005441] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.005545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.344241] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.344406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.344479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.344696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.344798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.344995] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.345517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.345517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.345517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.345517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.345517] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 is going to be updated. [ 1164.351981] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.352184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-865" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.352319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-865" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.352665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-865" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.353539] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.353539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.353539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.353539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.353774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.353852] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.354018] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.354149] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.354263] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.354383] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1164.354514] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.354658] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.371507] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.371677] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1164.371745] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.371914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-865" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.372236] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-ab13a54e-b3fd-4490-8294-5005371faace taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.372441] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.372577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.372896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.373115] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab13a54e-b3fd-4490-8294-5005371faace',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.374967] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.375103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.375173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.375344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.375489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.387899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: IN_PROGRESS for 2s [ 1164.877823] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.878214] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.878253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.878671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.878860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.879130] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port ab13a54e-b3fd-4490-8294-5005371faace not found, creating... [ 1164.879477] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.879746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.880132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.880546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.880747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.881558] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.881558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.881558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.881805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.881946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.882113] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: ab13a54e-b3fd-4490-8294-5005371faace is going to be created. [ 1164.901571] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.901890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.902073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.902371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.902608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.902885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.605349] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-2e9e42e5-e676-4281-8f37-ce05274487a6 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1165.605538] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-2e9e42e5-e676-4281-8f37-ce05274487a6 service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1165.605679] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-2e9e42e5-e676-4281-8f37-ce05274487a6 service nova] Enqueued Resource ID: ab13a54e-b3fd-4490-8294-5005371faace with Priority: HIGHEST for action port [ 1165.605914] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1165.606111] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1165.606231] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab13a54e-b3fd-4490-8294-5005371faace with Priority: HIGHEST for action port [ 1165.606796] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.606920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.606988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.607193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.607273] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.608092] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.608214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.608415] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab13a54e-b3fd-4490-8294-5005371faace taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.608515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.608578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.608734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.608808] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab13a54e-b3fd-4490-8294-5005371faace',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.965100] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1165.965358] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f deletion is rescheduled due to dependency. [ 1165.965358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.965424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.965650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.965852] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.965967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.966057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.966615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.966615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.966615] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.110674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.110855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.111032] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab13a54e-b3fd-4490-8294-5005371faace with status ACTIVE [ 1166.111206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.111365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.111365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.111563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.111742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.111908] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.112009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.112071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.112226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.112303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.112480] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.112601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.112848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.112994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.113099] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.113194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab13a54e-b3fd-4490-8294-5005371faace is going to be updated. [ 1166.132876] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.133036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.133097] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.134028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.134028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.134028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab13a54e-b3fd-4490-8294-5005371faace" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.355946] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.356209] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.356372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.356847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.357221] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.357460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.357645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.357898] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.358064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.358302] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.358465] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.358621] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.358774] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.358943] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.359109] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.359286] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.377297] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.378030] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.378030] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.378030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.378265] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.378391] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.378494] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.378815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.378970] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.397575] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae0229e8-2320-4104-a0c9-6229eec78933 in Status: SUCCESS [ 1166.397800] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 deletion is rescheduled due to dependency. [ 1166.397940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.468482] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.882106] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.882337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.882467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882802] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.883150] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 not found, creating... [ 1166.883446] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.883617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.883750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.883976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.884136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.884432] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.884595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.884988] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.885369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.885563] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.885771] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 is going to be created. [ 1166.906840] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.907073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.907207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.907477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.907704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.907930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.970533] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.472556] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.472821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.472921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.473522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.473522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.473522] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1167.499395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.499536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.499612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.499847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.499993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.508275] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1167.605921] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-dc85520b-54f9-42bc-8c1e-f1f2c1ff0c7c service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1167.605921] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-dc85520b-54f9-42bc-8c1e-f1f2c1ff0c7c service nova] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1167.605921] env[70491]: INFO networking_nsxv3.common.synchronization [req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb req-dc85520b-54f9-42bc-8c1e-f1f2c1ff0c7c service nova] Enqueued Resource ID: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 with Priority: HIGHEST for action port [ 1167.606215] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_rules [ 1167.606344] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1167.606438] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 with Priority: HIGHEST for action port [ 1167.606703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.607593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.607593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.607593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.607593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.607593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.607593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.607593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.607870] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.112464] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 with status ACTIVE [ 1168.112464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.112464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.112464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.112464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.112464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.112998] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.112998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.112998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.113171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.113329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.113552] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.113702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.113798] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.114028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.114115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.114149] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 is going to be updated. [ 1168.133803] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.133934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.134016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.134208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.134344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.134496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.223571] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.223967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.223967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.224206] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.224475] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.224636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.224757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.225069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.225190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.225428] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.225561] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.225727] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.225881] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.226037] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.226170] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.226320] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.245615] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.245780] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.245937] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.246122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-796" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.246439] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d129bc58-43d2-4454-9919-d55f1dce0bae taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.246610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.246734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.246999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.247149] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d129bc58-43d2-4454-9919-d55f1dce0bae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.517813] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1169.517813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.517987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.518068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.518257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.518405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.518441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.518583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.518685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.518804] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.750699] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.750990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.751080] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.751372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.751530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.751906] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.752095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.752217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.752474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.752622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.752951] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.753214] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.753355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.753631] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.753776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.753954] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d129bc58-43d2-4454-9919-d55f1dce0bae is going to be updated. [ 1169.774347] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.774587] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.774716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.775013] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.775237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.775484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.020890] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.504266] env[70491]: INFO networking_nsxv3.common.synchronization [req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 req-a7587d2c-12af-437f-b8c8-49c2f3f97ca9 service nova] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1170.504528] env[70491]: INFO networking_nsxv3.common.synchronization [req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 req-a7587d2c-12af-437f-b8c8-49c2f3f97ca9 service nova] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1170.504567] env[70491]: INFO networking_nsxv3.common.synchronization [req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 req-a7587d2c-12af-437f-b8c8-49c2f3f97ca9 service nova] Enqueued Resource ID: d129bc58-43d2-4454-9919-d55f1dce0bae with Priority: HIGHEST for action port [ 1170.504795] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_rules [ 1170.504921] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1170.505027] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d129bc58-43d2-4454-9919-d55f1dce0bae with Priority: HIGHEST for action port [ 1170.505555] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.505679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.505740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.505934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.506022] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.506800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.506902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.506971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.507143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.507287] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.507381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.507443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.507579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.507663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.507749] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.508481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d129bc58-43d2-4454-9919-d55f1dce0bae taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.509171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.509171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.509171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.509171] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d129bc58-43d2-4454-9919-d55f1dce0bae',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.523648] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.010754] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.010959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011083] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.012131] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d129bc58-43d2-4454-9919-d55f1dce0bae with status ACTIVE [ 1171.012323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.014815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.014815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.014815] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d129bc58-43d2-4454-9919-d55f1dce0bae is going to be updated. [ 1171.025093] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.025238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.025284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.025435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.025518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.025609] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1171.034954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.035104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.035156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.035320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.035454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.035607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d129bc58-43d2-4454-9919-d55f1dce0bae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.052802] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.052951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.053032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.053225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.053366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.061507] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1171.516417] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.019908] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.020111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.020248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.020501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.020624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.020753] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be updated. [ 1172.046339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.046502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.046566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.046764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.046910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.054667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: IN_PROGRESS for 2s [ 1173.071706] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1173.071998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.072191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.072512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.072624] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.072751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.072889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.073098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.073203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.073307] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.074730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.074904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.075078] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.075185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.075250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.075412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.075494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.075585] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.575314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.575478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.577874] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.012033] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-34e19937-39fc-439b-b41c-ba9767a09bb2 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1174.012033] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1174.012494] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.012494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.012494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.012713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.012746] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.012865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.012935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.013102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.013210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.013323] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.064046] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: SUCCESS [ 1174.064368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.065098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.065424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.065716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.065925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.066045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.066258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.066359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.066500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.066647] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.080244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.310278] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.310477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.310624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.310868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.311156] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.311312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.311432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.311653] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.311879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.312059] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.312180] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.312554] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.312554] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.312554] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.312696] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.312768] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.329667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.329845] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.330062] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.330271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.330579] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.330760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.331012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.331210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.331350] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d33a3f-096e-4574-a0e1-ff3e509fc7c7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.515880] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.516081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.516158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.516391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.537403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.537658] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.537778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.537841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.538049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.538135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.538228] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1174.560419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.560567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.560646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.560831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.560976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.568718] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.571156] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1174.582427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.582647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.582981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.582981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.583087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.583188] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1174.628075] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.628237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.628319] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.628520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.628670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.637163] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1174.833690] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.834175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.834482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.834874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.835108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.835346] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 not found, creating... [ 1174.835649] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.835816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.835939] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.836215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.836402] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.836765] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.836957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.837097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.837320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.837475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.837613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 is going to be created. [ 1174.857795] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.858224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.858421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.858834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859202] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.859534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.072667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f684a97-757a-4d66-8f68-ddea38157e14: rpc.has_security_group_logging(os_id): False [ 1175.090251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.090556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.090556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.090673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.090766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.091027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.091142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.091198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.091436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.091518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.091560] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be created. [ 1175.148808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.148989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.149045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.149333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.149622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.179792] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: IN_PROGRESS for 2s [ 1175.575077] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-4689b52e-ed7e-4309-8f6b-dddb1d27cd6c service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1175.575304] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-4689b52e-ed7e-4309-8f6b-dddb1d27cd6c service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1175.575449] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-4689b52e-ed7e-4309-8f6b-dddb1d27cd6c service nova] Enqueued Resource ID: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 with Priority: HIGHEST for action port [ 1175.575981] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1175.576160] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1175.576253] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 with Priority: HIGHEST for action port [ 1175.576532] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.576652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.576716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.576918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.577009] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.578094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.578261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.579048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.579218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.579327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.579582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.579708] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d33a3f-096e-4574-a0e1-ff3e509fc7c7',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.082123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082296] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 with status ACTIVE [ 1176.082372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.083255] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.083391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.083443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.083733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.084055] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.084173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.084228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.084382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.084475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.084565] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 is going to be updated. [ 1176.105308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.105659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.105659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.105750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.105853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.106026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d33a3f-096e-4574-a0e1-ff3e509fc7c7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.448570] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-d292fd8d-00c6-4b10-803c-f87626bafecb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1176.450031] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1176.450031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.450199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.580918] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1176.581161] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 deletion is rescheduled due to dependency. [ 1176.581295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.582101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.582292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.582501] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.582622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.582771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.583017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.583182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.583285] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.645674] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1176.645912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.646111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.646332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.646528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.646648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.646714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.646908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.647061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.647181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.647344] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.647440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.647501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.647646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.647786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.647880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.647942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.648142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.648239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.648373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.648487] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.918163] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.918445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.918579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.918925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.919284] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.919454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.919577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.919820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.920234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.920234] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.920357] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.920409] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.920515] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.920680] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.920755] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.920893] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.940460] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.940696] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.940781] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.940968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.941305] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.941485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.941610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.942075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.942232] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224a3148-3deb-49c1-b4a3-55d4c83fc4fe',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.088722] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.152345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78813159-3cec-46bb-b28c-c823a5b4a60f: rpc.has_security_group_logging(os_id): False [ 1177.170446] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.170588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.170641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.170833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.170925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.171172] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.171299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.171345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.171505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.171577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.171867] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.171941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.172034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.172211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.172292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.172851] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.172851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.172851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.172851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.172851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.172851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1177.196911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: SUCCESS [ 1177.197171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.233859] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.235307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.235438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.235696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.235897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.256148] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1177.445205] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.445444] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.445583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.445878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.446050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.446217] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 224a3148-3deb-49c1-b4a3-55d4c83fc4fe not found, creating... [ 1177.446494] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.446661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.446782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.447029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.447177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.447470] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.447630] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.447754] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.447982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.448129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.448276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe is going to be created. [ 1177.486030] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.486277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.486406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.486697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.486930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.487186] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.591054] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.095983] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.095983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.095983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.095983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.095983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.095983] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1178.129169] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.129169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.129169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.129169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.129169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.137054] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1178.418133] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-156b5ee0-f88d-486d-b478-21b37966643c service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1178.418133] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-156b5ee0-f88d-486d-b478-21b37966643c service nova] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1178.418133] env[70491]: INFO networking_nsxv3.common.synchronization [req-51e63878-a77b-4762-9937-fa6e458985a7 req-156b5ee0-f88d-486d-b478-21b37966643c service nova] Enqueued Resource ID: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe with Priority: HIGHEST for action port [ 1178.418439] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_rules [ 1178.418642] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1178.418761] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe with Priority: HIGHEST for action port [ 1178.419550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.419719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.420070] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.420204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.420427] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.420566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.420646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.420870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.421270] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224a3148-3deb-49c1-b4a3-55d4c83fc4fe',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.923680] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224a3148-3deb-49c1-b4a3-55d4c83fc4fe with status ACTIVE [ 1178.923930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.924085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.924159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.924370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.924464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.924642] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.924738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.924802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.924949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.925039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.925222] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.925316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.925375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.925513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.925586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.925670] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe is going to be updated. [ 1178.947171] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.947332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.947380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.947584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.947723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.947884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224a3148-3deb-49c1-b4a3-55d4c83fc4fe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.270802] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1179.271075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.271256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.271469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.271560] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.773272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.773924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.773996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.774236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.774411] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.774536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.774615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.774700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.774784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.774872] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.774948] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.147900] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1180.148165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.148304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.148527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.148741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.148866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.148951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.150034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.150034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.150034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.150034] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.151357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.151588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.151893] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.152048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.152139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.152446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.152494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.152582] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.277845] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.277996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.277996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.278240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.278419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.278515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.278583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.278734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.278826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.278914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.279076] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.279168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.279459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.279459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.279601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.279601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.279748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.279813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.279883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.279969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.280224] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.655930] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.656076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.656271] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.782728] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78813159-3cec-46bb-b28c-c823a5b4a60f: rpc.has_security_group_logging(os_id): False [ 1180.802797] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.802996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.803134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.803363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.803460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.803663] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.803755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.803817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.803973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.804065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.804262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.804417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.804558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.804634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.804833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.806844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.807094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.807193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.807295] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1180.896896] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.896896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.930274] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1181.160301] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.174107] env[70491]: INFO networking_nsxv3.common.synchronization [req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 req-0be355e4-abc3-40ce-ae10-8531ef15e001 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1181.174742] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1181.175260] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.175554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.175708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.176284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.176574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.176997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.178135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.178889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.181339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.181339] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.497873] env[70491]: INFO networking_nsxv3.common.synchronization [req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 req-af13473c-205f-4caa-bcf6-fdabfa00046a tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Enqueued Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1181.497873] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78813159-3cec-46bb-b28c-c823a5b4a60f with Priority: HIGHEST for action security_group_members [ 1181.497873] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-78813159-3cec-46bb-b28c-c823a5b4a60f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.497873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.662568] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.662935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.663067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.663443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.663443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.664988] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1181.684157] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.692246] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.692456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.692519] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.692784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.692950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703708] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1181.709217] env[70491]: INFO networking_nsxv3.common.synchronization [req-83fde281-bd24-4fa5-83ca-6a6206086696 req-84c5d435-fd0c-4eac-a45c-e840cf7a6565 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1181.709809] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1181.710108] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.710237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.710303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.710507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.710667] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.711664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.711851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.712080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.712266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.712400] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.186685] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.215407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.215553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.215645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.215831] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.236591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.236863] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.236990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.237060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.237266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.237350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.237443] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1182.259197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.259356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.259441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.259648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.259776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.266904] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1182.688957] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.689145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.689219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.689429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.689522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.689628] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1182.714146] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.714321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.714385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.714585] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.714722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.722287] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1182.802328] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c605801-40d9-4d16-9912-d23fce27cf0b req-3aec6895-4176-4813-bd39-f4907252edfc tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1182.802892] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1182.803214] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.803341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.803408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.804117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.804117] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.804117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.804117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.804299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.804361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.804472] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.949659] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1182.950017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.144673] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.144929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.145104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.145387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.145673] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.145858] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.146017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.146260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.146439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.146655] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.146798] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.146933] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.147090] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.147226] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1183.147358] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.147530] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.168817] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.168817] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1183.168817] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.168817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.168817] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-5e4a390e-b31f-4694-afd0-72e5a5be48fb taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.168817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.168817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.168817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.168817] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4a390e-b31f-4694-afd0-72e5a5be48fb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.308930] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.672138] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.672138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.672138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.672410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.672567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.672732] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 5e4a390e-b31f-4694-afd0-72e5a5be48fb not found, creating... [ 1183.673016] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.673179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.673300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.673536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.673668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.673953] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.674198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.674402] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.674719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.674900] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.675066] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 5e4a390e-b31f-4694-afd0-72e5a5be48fb is going to be created. [ 1183.694963] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.695210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.696030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.696030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.696030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.696248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.712977] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1183.713390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.713477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.713642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.713844] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.713997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.714081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.714267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.714355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.714469] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.812772] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.217861] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.278167] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1184.278372] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 deletion is rescheduled due to dependency. [ 1184.278495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.315452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.315915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.315915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.316422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.316562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.316747] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1184.346878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.347052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.347125] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.347575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.347575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.356468] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1184.528724] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c605801-40d9-4d16-9912-d23fce27cf0b req-0c6717c2-e74a-4700-a012-11e2c606ce42 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1184.528915] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c605801-40d9-4d16-9912-d23fce27cf0b req-0c6717c2-e74a-4700-a012-11e2c606ce42 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1184.529069] env[70491]: INFO networking_nsxv3.common.synchronization [req-8c605801-40d9-4d16-9912-d23fce27cf0b req-0c6717c2-e74a-4700-a012-11e2c606ce42 service nova] Enqueued Resource ID: 5e4a390e-b31f-4694-afd0-72e5a5be48fb with Priority: HIGHEST for action port [ 1184.529296] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1184.529424] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1184.529518] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4a390e-b31f-4694-afd0-72e5a5be48fb with Priority: HIGHEST for action port [ 1184.530605] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.530732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.530820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.531045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.531153] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.533248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.533248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.533248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4a390e-b31f-4694-afd0-72e5a5be48fb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.533601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.533601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.533601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.533601] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4a390e-b31f-4694-afd0-72e5a5be48fb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.720161] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.731413] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1184.731638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.731846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.732078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.732268] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.732384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.732451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.732605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.732687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.732812] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78813159-3cec-46bb-b28c-c823a5b4a60f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.033833] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.033833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.036699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e4a390e-b31f-4694-afd0-72e5a5be48fb with status ACTIVE [ 1185.036699] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.036699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.036699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.036942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.036942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.037023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.037931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.037931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.038410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e4a390e-b31f-4694-afd0-72e5a5be48fb is going to be updated. [ 1185.059071] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.059218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.059289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.059477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.059617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.059776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4a390e-b31f-4694-afd0-72e5a5be48fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.215843] env[70491]: INFO networking_nsxv3.common.synchronization [req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 req-62044301-516a-436a-8752-b2747273291d tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1185.216371] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1185.216669] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.216792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.217486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.217693] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.217869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.217987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.218202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.218334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.218469] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.223324] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.223435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.223508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.223663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.223745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.223838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1185.236703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.236703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.236703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.236703] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f is going to be updated. [ 1185.265621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.265769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.265844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.266623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.266623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.267823] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.267934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.267998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.268213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.268356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.277827] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: IN_PROGRESS for 2s [ 1185.278482] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1185.591170] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.591170] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-70" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.591170] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-70" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.591570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-70" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.591686] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.591891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.592032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.592289] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.592455] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.592698] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.592827] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.592944] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.593078] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.593192] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.593357] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.593545] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.616019] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.616019] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.616019] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.616019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-70" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.616019] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-aa09d30e-78f7-434b-a628-fe58172e6bc3 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.616019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.616019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.616019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.616019] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa09d30e-78f7-434b-a628-fe58172e6bc3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.720524] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.720959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.721202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.723140] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.723140] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c already deleted. [ 1185.723140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.121382] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.121675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.121908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.122264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.122492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.122679] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port aa09d30e-78f7-434b-a628-fe58172e6bc3 not found, creating... [ 1186.123057] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.123232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.123356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.123599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.123747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.124147] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.124255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.124356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.124560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.124702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.124847] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 is going to be created. [ 1186.144542] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.144764] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.144893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.145240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.145496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.145735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.369350] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1186.369594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.369821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.370013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.370254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.370402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.370461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.370599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.370688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.370778] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.873398] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.928686] env[70491]: INFO networking_nsxv3.common.synchronization [req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 req-2ae7db90-87f2-49bf-8ec5-548ce8d768b0 service nova] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1186.929148] env[70491]: INFO networking_nsxv3.common.synchronization [req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 req-2ae7db90-87f2-49bf-8ec5-548ce8d768b0 service nova] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1186.929400] env[70491]: INFO networking_nsxv3.common.synchronization [req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 req-2ae7db90-87f2-49bf-8ec5-548ce8d768b0 service nova] Enqueued Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1186.930989] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1186.931213] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1186.931350] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1186.931723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.931911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.932036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.932371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.932501] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.933894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.935157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.935233] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.936294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.936294] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.936294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.936294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.936294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.936294] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.936294] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.940301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa09d30e-78f7-434b-a628-fe58172e6bc3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.940301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.940301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.940301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.940301] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa09d30e-78f7-434b-a628-fe58172e6bc3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.288085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78813159-3cec-46bb-b28c-c823a5b4a60f in Status: SUCCESS [ 1187.288301] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78813159-3cec-46bb-b28c-c823a5b4a60f deletion is rescheduled due to dependency. [ 1187.288415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78813159-3cec-46bb-b28c-c823a5b4a60f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.289226] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1187.289403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.289570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.289871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.290101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.290226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.290300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.290461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.290555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.290658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.290839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.290947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.291012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.291181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.291327] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.291433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.291495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.291642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.291731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.291869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.291948] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.375620] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.440124] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.440124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.440124] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.440425] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa09d30e-78f7-434b-a628-fe58172e6bc3 with status ACTIVE [ 1187.440593] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.440710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.440848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.440978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.441080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.441250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.441347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.441409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.441562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.441638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.441842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.441945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.442015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.442154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.442225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.442309] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 is going to be updated. [ 1187.461247] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.461412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.461456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.461700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.461865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.462064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.754024] env[70491]: INFO networking_nsxv3.common.synchronization [req-dcee8466-859e-4579-9e06-7142cfbc75e8 req-f6e75424-d3d2-43d8-b297-d1e6f1b828f2 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1187.754169] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1187.754399] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.754521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.754588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.754783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.754936] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.755057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.755134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.755265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.755348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.755440] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.795669] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3aa4d1-dbb4-4687-a067-5527ea20c1b9: rpc.has_security_group_logging(os_id): False [ 1187.823154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.823154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823683] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.823683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.823683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823683] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1187.881467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.881823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.881823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.882040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.882173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.882293] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1187.893314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.893483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.894331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.894331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.894331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.915925] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1187.933417] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.933516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.933553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.933739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.933972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.944536] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.946174] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1188.214731] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-732 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.214938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.215090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.215368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.215646] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.215802] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.215929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.216170] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.216320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.216531] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.216668] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.216799] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.216934] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.217087] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.217244] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.217421] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.237394] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.237611] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.237742] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.237933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-732" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.238287] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-e33e1f14-5993-4d20-acb3-5ff18bcda543 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.238481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.238610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.239019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.239185] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33e1f14-5993-4d20-acb3-5ff18bcda543',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.258223] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.258411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.258459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.258625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.258770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.258896] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.258990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.259071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.259209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.259289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.259376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1188.286193] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.286391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.286482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.286700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.286911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.296557] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1188.447401] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.447401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.447534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.447693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.447792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.447968] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be created. [ 1188.471235] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.471235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.471235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.471235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.471235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.479636] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: UNINITIALIZED for 2s [ 1188.741510] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.741937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.742175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.742496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.742665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.742850] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port e33e1f14-5993-4d20-acb3-5ff18bcda543 not found, creating... [ 1188.743221] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.743395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.743518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.743759] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.743930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.744770] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.744979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.745287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.745539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.745691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.746035] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: e33e1f14-5993-4d20-acb3-5ff18bcda543 is going to be created. [ 1188.767377] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.767596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.767724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.768037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.768282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.768539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.589146] env[70491]: INFO networking_nsxv3.common.synchronization [req-dcee8466-859e-4579-9e06-7142cfbc75e8 req-91205956-89ca-43db-9b70-47fb728391b5 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 1189.589436] env[70491]: INFO networking_nsxv3.common.synchronization [req-dcee8466-859e-4579-9e06-7142cfbc75e8 req-91205956-89ca-43db-9b70-47fb728391b5 service nova] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1189.589490] env[70491]: INFO networking_nsxv3.common.synchronization [req-dcee8466-859e-4579-9e06-7142cfbc75e8 req-91205956-89ca-43db-9b70-47fb728391b5 service nova] Enqueued Resource ID: e33e1f14-5993-4d20-acb3-5ff18bcda543 with Priority: HIGHEST for action port [ 1189.589726] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_rules [ 1189.589898] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1189.590013] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33e1f14-5993-4d20-acb3-5ff18bcda543 with Priority: HIGHEST for action port [ 1189.590579] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.590721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.590805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.591047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.591359] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.592267] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.592374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.592555] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33e1f14-5993-4d20-acb3-5ff18bcda543 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.592650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.592708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.592982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.593089] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33e1f14-5993-4d20-acb3-5ff18bcda543',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.932069] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1189.932330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.932536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.932778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.932887] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.953996] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1189.954288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.954477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.954718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.955537] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.955537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.955537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.955537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.955537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.955537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.955537] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.095999] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.095999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.096348] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33e1f14-5993-4d20-acb3-5ff18bcda543 with status ACTIVE [ 1190.096716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.096816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.096816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.097130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.097264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.097416] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.097579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.097622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.097775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.097855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.098099] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.098211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.098269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.098438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.098531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.098612] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33e1f14-5993-4d20-acb3-5ff18bcda543 is going to be updated. [ 1190.124451] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.124672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.124672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.124880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.125052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.125223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33e1f14-5993-4d20-acb3-5ff18bcda543" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.313212] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1190.313407] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 1190.313523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.313750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.313959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.314281] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.314281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.314405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.314469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.314534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.314635] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.437736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.437887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.437957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.438198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.438390] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.438493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.438554] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.438716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.438862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.438928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.438974] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.457389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.457536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.457536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.457725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.457879] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.457983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.458056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.458201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.458287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.458377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.458523] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.458616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.458668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.458812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.458945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.459049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.459103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.459239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.459314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.459391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.459564] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.489547] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1190.489806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.489963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.490182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.490389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.490497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.490568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.490719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.490862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.490904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.490967] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.551892] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c99b5dab-ecc4-499b-8fa5-f387d9d439f1 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1190.552478] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1190.552786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.552952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.557339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.557641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.557835] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.563974] env[70491]: INFO networking_nsxv3.common.synchronization [req-e63b6734-c4c9-443f-99f9-017a671ee4e6 req-8f30e63a-74d6-4f1e-901f-2e3b7c84cfc9 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1190.564327] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1190.565324] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.565324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.565324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.565324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.565476] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.565476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.565543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.565652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.565752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.566140] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.711394] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7bd1fafb-2ca5-454a-9574-0930f2798b84 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1190.712104] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1190.712661] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.712819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.817601] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.944745] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.944919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.962070] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 1190.980652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.980834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.980881] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.981104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.993881] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.994066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.994146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.994354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.994526] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.994627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.994693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.994842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.994932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.995030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.995212] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.995276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.995321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.995547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.995598] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.995672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.995788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.995857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.995933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.996026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.996123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.001209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.001209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.001209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.001486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.001567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001787] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.002032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.002105] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002197] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1191.070466] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.070466] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.070466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.070466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.070466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.084800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.084894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.084894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.085133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.085232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.085330] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 already deleted. [ 1191.085427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.086013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.086290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.086373] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.091586] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1191.260843] env[70491]: INFO networking_nsxv3.common.synchronization [req-1515507a-1250-40ab-a072-04230f8156fb req-bc11451d-e328-4cd9-8bc7-279c83ec9a79 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Enqueued Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1191.261484] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 with Priority: HIGHEST for action security_group_members [ 1191.262268] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.262510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.320716] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.498406] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435fde58-f16a-41b2-9fc3-a97db3c2009c: rpc.has_security_group_logging(os_id): False [ 1191.517945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.518145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.518821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.518821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.518821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.519234] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.519234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.519396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.519852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.519974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.520302] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.520471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.520583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.520808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.520944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.521251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.521421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.521511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.521739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.521904] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.522238] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be created. [ 1191.572777] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.581452] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.581657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.581657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.581972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.582175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.596621] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1191.612213] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.612414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.612503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.612676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.612757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.612851] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 already deleted. [ 1191.612942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.827174] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.827174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.827174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.827902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.827902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.827902] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1191.857897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.858227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.858321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.858630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.858832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.867931] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1192.076053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.076248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.076593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.076977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.077130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.077248] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1192.104950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.105177] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.105237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.105496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.105711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.114786] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1193.105484] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1193.105484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.316647] env[70491]: INFO networking_nsxv3.common.synchronization [req-f1a12b5b-a833-4611-ae5e-1156df5f35de req-6bc03390-6d86-4ab7-8fe1-bda77a2ca7c1 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1193.317277] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1193.317738] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.317866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.317931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.318667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.318667] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.318667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.318667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.318667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.319047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.320305] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.610391] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1193.610734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.734532] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.734980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.735394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.735931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.736504] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.736961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.737330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.737833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.738238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.738800] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.739879] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.739879] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.739879] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.739879] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.740096] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.740252] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.759098] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.759390] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.759631] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.760034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-629" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.760415] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-84b5b123-aa0a-4524-89bc-1aca11184561 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.760604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.760734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.761107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.761264] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b5b123-aa0a-4524-89bc-1aca11184561',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.822723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.822926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.822926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.823198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.823296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.823521] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.823631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.823694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.823855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.823938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.824059] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1193.847507] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.847680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.847750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.847935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.848176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.858922] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1193.875204] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1193.875476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.875598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.875819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.876146] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.876146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.876323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.876366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.876445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.876536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.876629] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.125198] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1194.125478] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.125702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.126007] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.126357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.126458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.126543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.126765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.126889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.127035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.127276] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.127399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.127495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.127701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.127911] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.128107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.128170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.128355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.128470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.128649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.128717] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.129857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.130094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.130304] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.130541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.130740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.130855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.130986] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3aa4d1-dbb4-4687-a067-5527ea20c1b9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.264228] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.265160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.265160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.265160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.265160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.265426] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 84b5b123-aa0a-4524-89bc-1aca11184561 not found, creating... [ 1194.265784] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.265901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.265961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.266182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.266326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.266617] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.266804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.266935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.267167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.267309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.267452] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 84b5b123-aa0a-4524-89bc-1aca11184561 is going to be created. [ 1194.290143] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.290595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.290595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.290879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.291183] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.291426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.381086] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.381344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.381424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.381699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.381959] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.382118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.382212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.382440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.382572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.382726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.382958] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.383226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.383226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.383413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.383616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.383752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.383848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.384065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.384181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.384306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.384437] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.633416] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3aa4d1-dbb4-4687-a067-5527ea20c1b9: rpc.has_security_group_logging(os_id): False [ 1194.634674] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.634968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.634968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.635091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.635156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.635336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.635436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.635494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.635722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.635722] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.635817] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1194.660389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.660545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.660618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.660829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.660961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.661166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.661277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.661357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.661533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.661626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.661849] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.661979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.662072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.662266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.662357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.662580] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.662730] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.662804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.662977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.663088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.663201] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 is going to be updated. [ 1194.699231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.699433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.699502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.699809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.700014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.709207] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1194.755837] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.756216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.756314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.756467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.756612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.772962] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: IN_PROGRESS for 2s [ 1194.887219] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d78d8d3b-9736-4da2-b15f-12b03345feeb: rpc.has_security_group_logging(os_id): False [ 1194.906419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.906599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.906676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.906883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.906976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.907179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.907277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.907338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.907515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.907561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.907747] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.907841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.907903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.908058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.908145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.908495] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.908599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.908661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.908914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.909007] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.909101] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1194.973945] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.975037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.975037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.975037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.975037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.988334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1195.026491] env[70491]: INFO networking_nsxv3.common.synchronization [req-f1a12b5b-a833-4611-ae5e-1156df5f35de req-f899c823-cdcc-4ac4-a37d-3daa0a65d68c service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1195.026725] env[70491]: INFO networking_nsxv3.common.synchronization [req-f1a12b5b-a833-4611-ae5e-1156df5f35de req-f899c823-cdcc-4ac4-a37d-3daa0a65d68c service nova] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1195.026869] env[70491]: INFO networking_nsxv3.common.synchronization [req-f1a12b5b-a833-4611-ae5e-1156df5f35de req-f899c823-cdcc-4ac4-a37d-3daa0a65d68c service nova] Enqueued Resource ID: 84b5b123-aa0a-4524-89bc-1aca11184561 with Priority: HIGHEST for action port [ 1195.027648] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_rules [ 1195.027648] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1195.027648] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b5b123-aa0a-4524-89bc-1aca11184561 with Priority: HIGHEST for action port [ 1195.027897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.029751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.029885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.030139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.030269] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.031146] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.031437] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.031510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b5b123-aa0a-4524-89bc-1aca11184561 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.031573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.031604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.031778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.031895] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b5b123-aa0a-4524-89bc-1aca11184561',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.533640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.534046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.534046] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84b5b123-aa0a-4524-89bc-1aca11184561 with status ACTIVE [ 1195.534142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.534275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.534356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.534587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.534724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.534911] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.535015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.535080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.535239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.535319] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.535504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.535597] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.535656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.535794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.535871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.535947] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84b5b123-aa0a-4524-89bc-1aca11184561 is going to be updated. [ 1195.554862] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.555023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.555101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.555390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.555531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.556912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b5b123-aa0a-4524-89bc-1aca11184561" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.872972] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1195.873178] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 deletion is rescheduled due to dependency. [ 1195.873286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.873502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.873732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.873921] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.874056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.874122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.874441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.874544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.874609] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.380859] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.642855] env[70491]: INFO networking_nsxv3.common.synchronization [req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 req-37f9b6ca-53ad-4059-aab1-29f5ab2ffedf tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1196.643220] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1196.643364] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.643506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.643600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.644150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.644150] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.644150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.644150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.644347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.644347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.644403] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.718532] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1196.718532] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 deletion is rescheduled due to dependency. [ 1196.718532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.786910] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3aa4d1-dbb4-4687-a067-5527ea20c1b9 in Status: SUCCESS [ 1196.786910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3aa4d1-dbb4-4687-a067-5527ea20c1b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.883880] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.001669] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1197.002857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.147027] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.385817] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.385817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.385817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.386117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.386117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.386183] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1197.415503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.415678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.415718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.415925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.416098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.423694] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1197.650248] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.151229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.151390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.151460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.151670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.151763] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.151902] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1198.199456] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.199456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.199456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.199456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.199456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.207995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1199.434052] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1199.434052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.434052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.434052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.434052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.435391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.435391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.435391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.435391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.435391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.435391] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.937703] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.937937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.937937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.938203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.938421] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.938873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.938873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.938873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.939610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.939610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.939610] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.939610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.939610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.939610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.940054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.940054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.940054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.940172] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.940263] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.940359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.940494] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.218648] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1200.219080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.255142] env[70491]: INFO networking_nsxv3.common.synchronization [req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 req-87aea46e-00f9-46f0-8520-7ede6bb99155 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1200.256770] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1200.257336] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.257558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.257692] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.258063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.258335] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.258512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.258631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.259055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.259055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.259201] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.443463] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18f96c6-3b0e-4883-8e32-34eef3328659: rpc.has_security_group_logging(os_id): False [ 1200.460155] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.460314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.460387] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.460605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.461596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.461596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.461596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.461951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.461951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.462016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.462203] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.462394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.462468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.462563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.462667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1200.519607] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.519811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.520926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.520926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.520926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.540876] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1200.603271] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.603467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.603599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.603891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.604171] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.604334] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.604453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.604669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.604817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.605044] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.605166] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.605278] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.605389] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.605500] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.605607] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.605751] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.623513] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.623693] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.623833] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.624024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.624511] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-7f19ad26-fee5-4461-b6a0-a65f8677dded taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.624727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.624884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.625431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.625478] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f19ad26-fee5-4461-b6a0-a65f8677dded',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.764447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.764447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.764447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.764447] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1200.787773] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.787977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.788128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.788299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.788447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.796508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1201.128633] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.128792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.128792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.129646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.129646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.129646] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 7f19ad26-fee5-4461-b6a0-a65f8677dded not found, creating... [ 1201.130870] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.130870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.130870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.130870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.131075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.131382] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.131589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.131723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.132022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.132300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.132461] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 7f19ad26-fee5-4461-b6a0-a65f8677dded is going to be created. [ 1201.152600] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.152817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.153029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.153316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.153553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.154264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.904829] env[70491]: INFO networking_nsxv3.common.synchronization [req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 req-9a235e29-db94-4a49-8d01-2b29dc33bb31 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1201.905166] env[70491]: INFO networking_nsxv3.common.synchronization [req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 req-9a235e29-db94-4a49-8d01-2b29dc33bb31 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1201.905166] env[70491]: INFO networking_nsxv3.common.synchronization [req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 req-9a235e29-db94-4a49-8d01-2b29dc33bb31 service nova] Enqueued Resource ID: 7f19ad26-fee5-4461-b6a0-a65f8677dded with Priority: HIGHEST for action port [ 1201.905700] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1201.905872] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1201.905989] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f19ad26-fee5-4461-b6a0-a65f8677dded with Priority: HIGHEST for action port [ 1201.908617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.908617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.908617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.908617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.908617] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.909331] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.909472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.909654] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f19ad26-fee5-4461-b6a0-a65f8677dded taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.909820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.909820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.910050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.910114] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f19ad26-fee5-4461-b6a0-a65f8677dded',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.411820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.412028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.415376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f19ad26-fee5-4461-b6a0-a65f8677dded with status ACTIVE [ 1202.415842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.415842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.415842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.416133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.416200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.416322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.416418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.416477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.416635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.417334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.417334] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.417334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.417334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.417334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.417334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.417334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f19ad26-fee5-4461-b6a0-a65f8677dded is going to be updated. [ 1202.435931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.436095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.436170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.436398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.436505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.436870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f19ad26-fee5-4461-b6a0-a65f8677dded" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.557447] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1202.557681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.805152] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1202.805357] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1202.805472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.805646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.805903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.806113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.806234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.806295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.806461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.806543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.806639] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.308717] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.811334] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.817739] env[70491]: INFO networking_nsxv3.common.synchronization [req-5b693e35-08ec-44d9-954e-395fb3549c0a req-c1d4578c-d202-4464-a1ab-63f891869d22 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1203.818226] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGHEST for action security_group_members [ 1203.818554] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.818670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.818734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.818957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.819196] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.819300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.819366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.820403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.820403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.820403] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.317741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.318073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.318073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.318885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.319167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.319306] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1204.321486] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.322262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.322389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.326018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.326018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.326018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be updated. [ 1204.353167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.353379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.353427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.353703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.353914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.357317] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.357317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.357317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.357317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.357317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.368711] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: IN_PROGRESS for 2s [ 1204.368811] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1205.213711] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a4f7c7ac-a257-4233-ace4-e092e5d199ff tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1205.214382] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1205.215034] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.215034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.215034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.215366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.215366] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.231402] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.231581] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.232463] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.232839] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.233316] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-db6b4eca-c919-4453-88ee-a19eec586e4f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.233563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.233710] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.234528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.234651] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.234823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.234907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.235152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.235309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.235513] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.236471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.236623] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.236794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.238471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.238759] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.238759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.238915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.238986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.239084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.239176] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.284347] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1205.284537] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.284702] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_rules [ 1205.284839] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.284970] env[70491]: INFO networking_nsxv3.common.synchronization [req-3510525a-48a5-4b4b-a13b-0712b90e02fd req-573132a2-78cc-4f30-89c0-a1485d9fa1f5 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1205.287019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1205.287199] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_rules [ 1205.287305] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1205.287401] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.287491] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.287934] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.287934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.288175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.288175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.288237] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.290323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db6b4eca-c919-4453-88ee-a19eec586e4f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.290323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.290323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.290323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.290323] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.290985] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa09d30e-78f7-434b-a628-fe58172e6bc3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.291219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.291269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.291422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.291502] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa09d30e-78f7-434b-a628-fe58172e6bc3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.292809] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.292809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.292809] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-db6b4eca-c919-4453-88ee-a19eec586e4f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.292809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.333053] env[70491]: INFO networking_nsxv3.common.synchronization [None req-c999887a-40c5-4f69-a8c4-c6ea74f4d4e8 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1205.333053] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1205.333053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.333053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.738849] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.739720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.739875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.740809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.740809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.740809] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 already deleted. [ 1205.740809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.741235] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.742399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.744311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.744311] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.744894] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.794347] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa09d30e-78f7-434b-a628-fe58172e6bc3 with status ACTIVE [ 1205.794707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.794858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.794934] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.795257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.795362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.795782] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.795948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.796023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.796206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.796288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.796492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.796593] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.796645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.796779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.796839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.796936] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 is going to be updated. [ 1205.800832] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.801267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.804573] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-db6b4eca-c919-4453-88ee-a19eec586e4f taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.804573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.826996] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.826996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.826996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.826996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.826996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.826996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.935142] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d5f3871-3d54-49a1-a77b-2fc9dfd0d6e1 req-aa5e0d8f-cb8f-4dd9-9989-da40b3187f32 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.935142] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d5f3871-3d54-49a1-a77b-2fc9dfd0d6e1 req-aa5e0d8f-cb8f-4dd9-9989-da40b3187f32 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.935142] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6b4eca-c919-4453-88ee-a19eec586e4f with Priority: HIGHEST for action security_group_members [ 1205.935142] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1205.935142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-db6b4eca-c919-4453-88ee-a19eec586e4f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.935142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.935142] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.935142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d5f3871-3d54-49a1-a77b-2fc9dfd0d6e1 req-aa5e0d8f-cb8f-4dd9-9989-da40b3187f32 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d5f3871-3d54-49a1-a77b-2fc9dfd0d6e1 req-aa5e0d8f-cb8f-4dd9-9989-da40b3187f32 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d5f3871-3d54-49a1-a77b-2fc9dfd0d6e1 req-aa5e0d8f-cb8f-4dd9-9989-da40b3187f32 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_rules [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1206.094135] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 with Priority: HIGHEST for action port [ 1206.094135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.094135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.094135] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.094704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.095246] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa09d30e-78f7-434b-a628-fe58172e6bc3 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.095552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.095698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.095978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.096241] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa09d30e-78f7-434b-a628-fe58172e6bc3',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.127197] env[70491]: INFO networking_nsxv3.common.synchronization [req-7f60a4a0-a927-4989-9074-292d8c14c481 req-a6c48225-785a-4d9c-baed-13c33cf61d0e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1206.127197] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1206.127197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.127197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.127197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.127197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.127759] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.128032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.128201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.128510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.128711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.129407] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.254021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.254021] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.272545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.272545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.272545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.272545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.272545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.272545] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 already deleted. [ 1206.272545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.383032] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.383032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.383032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.383032] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.384537] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d78d8d3b-9736-4da2-b15f-12b03345feeb in Status: SUCCESS [ 1206.385356] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb deletion is rescheduled due to dependency. [ 1206.385594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa09d30e-78f7-434b-a628-fe58172e6bc3 with status ACTIVE [ 1206.601027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601027] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.601027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.601027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa09d30e-78f7-434b-a628-fe58172e6bc3 is going to be updated. [ 1206.627118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.627118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.627118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.627118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.627118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.627118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa09d30e-78f7-434b-a628-fe58172e6bc3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.633808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.633808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.633808] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 already deleted. [ 1206.633808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.711118] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.711118] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.711118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.711598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.711943] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.712214] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.712425] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.712645] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.712849] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.713088] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.713329] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.742028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.742028] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.742028] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.742028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.742028] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.742028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.742028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.742028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.742028] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21b790-bdcf-4d5e-ba19-4b6f5b682d48',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.757021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.757021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f is going to be created. [ 1206.757021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.757021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.757021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1206.904054] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.904226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.904270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.904462] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.904627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.904726] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.904808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.905010] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.905115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.905204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.905383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.905521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.905625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.905805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.905948] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.906054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.906115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.906254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.906369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.906654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.906764] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.943826] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.943826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.943826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.943826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.944104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.948571] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.948571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.948571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.948571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.948571] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.957623] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db6b4eca-c919-4453-88ee-a19eec586e4f in Status: UNINITIALIZED for 2s [ 1206.960332] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1207.106653] env[70491]: INFO networking_nsxv3.common.synchronization [req-319acfab-d8b2-4658-8a74-2e07b816eaae req-a2586a04-2b85-4aa4-989f-4c024a950645 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1207.107358] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGHEST for action security_group_members [ 1207.107754] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.107911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.108020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.108312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.108529] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.108666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.108753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.109042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.109135] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.109211] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.246276] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.246276] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 not found, creating... [ 1207.246276] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.246276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.246808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.246808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.246879] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.246984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.248280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.248280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.248280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.249068] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 is going to be created. [ 1207.277856] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.278130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.278278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.278557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.278969] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.279047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.409985] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1207.430713] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.430930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.430930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.431154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.431246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.431467] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.431562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.431622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.431768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.431843] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.432046] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.432191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.432191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.432321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.432394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.432570] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.432655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.432753] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.432841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.432915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.433180] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1207.499750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.499966] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.500075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.500226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.500375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.516287] env[70491]: INFO networking_nsxv3.common.synchronization [req-85838da2-1b28-4724-bdc2-6300be44e62c req-331c236b-836d-404e-a228-c7fcd95c8900 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1207.516838] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 with Priority: HIGHEST for action security_group_members [ 1207.517160] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1094c55-5a59-4fb3-8137-bc2aeb779579 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.517391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.517391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.517530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.517675] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.517765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.517878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.517968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.518138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.518237] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1094c55-5a59-4fb3-8137-bc2aeb779579',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.523161] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1207.613852] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.613852] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.613852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.613852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be updated. [ 1207.641718] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.641718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.641718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.641718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.641718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.650382] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: IN_PROGRESS for 2s [ 1208.024615] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.028189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.028311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.028548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.048762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.049547] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.049547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.049547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.049547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.049789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.049789] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 is going to be updated. [ 1208.076639] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.076752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.076992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.076992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.077142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.084286] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: IN_PROGRESS for 2s [ 1208.261556] env[70491]: INFO networking_nsxv3.common.synchronization [req-7f60a4a0-a927-4989-9074-292d8c14c481 req-475e6019-2cac-4950-8be3-0f7ebef52781 service nova] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1208.261730] env[70491]: INFO networking_nsxv3.common.synchronization [req-7f60a4a0-a927-4989-9074-292d8c14c481 req-475e6019-2cac-4950-8be3-0f7ebef52781 service nova] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1208.261866] env[70491]: INFO networking_nsxv3.common.synchronization [req-7f60a4a0-a927-4989-9074-292d8c14c481 req-475e6019-2cac-4950-8be3-0f7ebef52781 service nova] Enqueued Resource ID: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 with Priority: HIGHEST for action port [ 1208.262164] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_rules [ 1208.262293] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1208.262384] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 with Priority: HIGHEST for action port [ 1208.262916] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.263118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.263196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.263395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.264308] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.265620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.265620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.265620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.265620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.267742] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.267867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.267932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.268106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.268189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.268280] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.269567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.269649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.269703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.269858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.269932] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae21b790-bdcf-4d5e-ba19-4b6f5b682d48',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.580633] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7081bc6b-73e3-43db-a3cc-2a7190b12335 None None] Enqueued Resource ID: 7f2ca556-441b-4752-bc2c-a615b72faa3b with Priority: HIGHEST for action port [ 1208.580633] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f2ca556-441b-4752-bc2c-a615b72faa3b with Priority: HIGHEST for action port [ 1208.580633] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f2ca556-441b-4752-bc2c-a615b72faa3b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.581336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f2ca556-441b-4752-bc2c-a615b72faa3b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.581336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f2ca556-441b-4752-bc2c-a615b72faa3b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.581336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f2ca556-441b-4752-bc2c-a615b72faa3b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.581452] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f2ca556-441b-4752-bc2c-a615b72faa3b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.772299] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.776182] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.776182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776182] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 with status ACTIVE [ 1208.776182] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.776182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.776182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.776182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.776652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.776652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.776652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.776652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.776821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.776899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.779227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.779314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.779412] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 is going to be updated. [ 1208.798798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.798944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.798997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.799214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.799404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.799498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.973580] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db6b4eca-c919-4453-88ee-a19eec586e4f in Status: SUCCESS [ 1208.976363] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.976552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.976777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.976970] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.977104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.977161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.977312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.977393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.977487] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.979160] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1208.979344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.979576] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.979745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.979910] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.980054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.980115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.980254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.980329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.980414] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.085915] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f2ca556-441b-4752-bc2c-a615b72faa3b [ 1209.087209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.087209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.087209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.087209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.087209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.087209] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f2ca556-441b-4752-bc2c-a615b72faa3b already deleted. [ 1209.087209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f2ca556-441b-4752-bc2c-a615b72faa3b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.274860] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.472607] env[70491]: INFO networking_nsxv3.common.synchronization [req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b req-f4c59d21-0e1b-4067-af6f-ada77700ed10 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1209.473269] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1209.473787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.474224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.474345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.474725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.474929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.475093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.475288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.475480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.475480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.475622] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.482792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.483260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.483447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.483926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.484057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.484358] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.484429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.485450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.485450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.485450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.485450] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f is going to be deleted. [ 1209.488267] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.514688] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.514829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.514899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.515142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.516392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.516703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.517493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.517676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.519624] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.519624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.519624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.519624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.519624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.519624] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.537016] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1209.537138] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.660525] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18f96c6-3b0e-4883-8e32-34eef3328659 in Status: SUCCESS [ 1209.663131] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 deletion is rescheduled due to dependency. [ 1209.663131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.778365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.778639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.778744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.779018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.779959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.780428] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 is going to be created. [ 1209.813458] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.813788] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.814577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.814577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.814577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.825052] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.825052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.825052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.825517] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.825517] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.825844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.825844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.825966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.826028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.826253] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.826382] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.826515] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.826860] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.827010] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1209.827140] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.827281] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.836810] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: UNINITIALIZED for 2s [ 1209.848560] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.848730] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1209.848869] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.849099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.849430] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.849620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.849741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.850099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.850255] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.978764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.979836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.979836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.979836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.979836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.980814] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.980814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.980814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.981061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.981162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.981261] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1209.991348] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.009020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.009020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.009020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.009020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.009020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.014668] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1210.020413] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.020561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.020907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.021106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.021270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.021422] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.021498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.021592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.021702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.021781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.021871] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f already deleted. [ 1210.022017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022076] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.023744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.025366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.025366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.025366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.025366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.025366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.025366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.025366] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.095485] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 in Status: SUCCESS [ 1210.095669] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1094c55-5a59-4fb3-8137-bc2aeb779579 deletion is rescheduled due to dependency. [ 1210.095816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1094c55-5a59-4fb3-8137-bc2aeb779579" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.356018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.356018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.356018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.356018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.356018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.356018] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 not found, creating... [ 1210.356018] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.356018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.356427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.356427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.356816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.358532] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.358756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.358882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.359150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.359288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.359442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 is going to be created. [ 1210.378069] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.378242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.379510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.379510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.379510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.379510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.497345] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.497867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.497994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.498223] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.498314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.498415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1210.524422] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db6b4eca-c919-4453-88ee-a19eec586e4f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.530380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.530380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.530380] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f already deleted. [ 1210.530380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.531357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.531515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.531683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.531754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.531866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.545362] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1210.883374] env[70491]: INFO networking_nsxv3.common.synchronization [None req-7a438d61-2635-4013-ac53-37645bc27611 None None] Enqueued Resource ID: f3d2b05d-010c-4165-88fd-918ee503ae02 with Priority: HIGHEST for action port [ 1210.885234] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d2b05d-010c-4165-88fd-918ee503ae02 with Priority: HIGHEST for action port [ 1210.885516] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d2b05d-010c-4165-88fd-918ee503ae02 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.885642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d2b05d-010c-4165-88fd-918ee503ae02" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.885709] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d2b05d-010c-4165-88fd-918ee503ae02" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.886018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d2b05d-010c-4165-88fd-918ee503ae02" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.886116] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d2b05d-010c-4165-88fd-918ee503ae02',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.026613] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db6b4eca-c919-4453-88ee-a19eec586e4f: rpc.has_security_group_logging(os_id): False [ 1211.044435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.044435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.044435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.044435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.044435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.044435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.044782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.044782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.044782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.044782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.044884] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f is going to be created. [ 1211.062525] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f], does not exist path=[/infra/domains/default/groups/db6b4eca-c919-4453-88ee-a19eec586e4f]."\n}' [ 1211.063692] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f [ 1211.063692] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1211.095875] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.096305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.096305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.096305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.102098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.102098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.102098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.102098] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db6b4eca-c919-4453-88ee-a19eec586e4f is going to be created. [ 1211.117107] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f], does not exist path=[/infra/domains/default/groups/db6b4eca-c919-4453-88ee-a19eec586e4f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f [ 1211.117107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db6b4eca-c919-4453-88ee-a19eec586e4f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.117107] env[70491]: Traceback (most recent call last): [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1211.117107] env[70491]: return func(*args, **kwargs) [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1211.117107] env[70491]: res.raise_for_status() [ 1211.117107] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1211.117107] env[70491]: raise HTTPError(http_error_msg, response=self) [ 1211.117107] env[70491]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f [ 1211.117107] env[70491]: During handling of the above exception, another exception occurred: [ 1211.117107] env[70491]: Traceback (most recent call last): [ 1211.117107] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1211.117107] env[70491]: listener.cb(fileno) [ 1211.117107] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1211.117107] env[70491]: result = function(*args, **kwargs) [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1211.117107] env[70491]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1211.117107] env[70491]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1211.117107] env[70491]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1211.117107] env[70491]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1211.117107] env[70491]: res.raise_for_status() [ 1211.117107] env[70491]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1211.117107] env[70491]: raise HTTPError(http_error_msg, response=self) [ 1211.117107] env[70491]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/db6b4eca-c919-4453-88ee-a19eec586e4f [ 1211.117107] env[70491]: Removing descriptor: 62 [ 1211.173834] env[70491]: INFO networking_nsxv3.common.synchronization [req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b req-06d12eff-4503-4d01-bd18-219b3f118cd0 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1211.174082] env[70491]: INFO networking_nsxv3.common.synchronization [req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b req-06d12eff-4503-4d01-bd18-219b3f118cd0 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1211.174235] env[70491]: INFO networking_nsxv3.common.synchronization [req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b req-06d12eff-4503-4d01-bd18-219b3f118cd0 service nova] Enqueued Resource ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with Priority: HIGHEST for action port [ 1211.174474] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1211.175512] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1211.175512] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with Priority: HIGHEST for action port [ 1211.176437] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.176584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.176662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.176817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.176899] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.177792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.177876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.178095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.178164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.178205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.178373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.178441] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.390090] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d2b05d-010c-4165-88fd-918ee503ae02 [ 1211.390379] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.390561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.390647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.390955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.391420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.391553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d2b05d-010c-4165-88fd-918ee503ae02 already deleted. [ 1211.392072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d2b05d-010c-4165-88fd-918ee503ae02" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.680130] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.680264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.682729] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with status ACTIVE [ 1211.683166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.683360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.683490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.683660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.683769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.683941] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.684054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.684102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.684262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.684327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.684522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.684636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.684689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.684817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.684917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.684981] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 is going to be updated. [ 1211.705319] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.705319] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.705479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.705580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.705720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.705884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.848568] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: SUCCESS [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.848568] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.848568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.848568] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.026064] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1212.028842] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 deletion is rescheduled due to dependency. [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.028842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.028842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.028842] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.352195] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.535439] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.559413] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.559413] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.559413] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.559413] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.559887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.560513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.560883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.561142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.561282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.563197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.563311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.563411] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.855181] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01c9cced-7ccd-48a4-b972-fed37a2f89d0: rpc.has_security_group_logging(os_id): False [ 1212.872294] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.872450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.872505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.872723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.872815] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.873085] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.873226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.873270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.873512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.873512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.873594] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 is going to be created. [ 1212.932047] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.932245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.932305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.932468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.932648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.943565] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: IN_PROGRESS for 2s [ 1213.037645] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.065526] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.065598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.065788] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.539752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.539970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.542861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.542861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.542861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.542861] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1213.567111] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.567287] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.567360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.567696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.567696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.570031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.578279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1213.634069] env[70491]: INFO networking_nsxv3.common.synchronization [req-434eddd1-f6c4-4069-be26-79eea123e194 req-8612a439-c4f9-45d0-9692-b9940a498079 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Enqueued Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1213.634693] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c with Priority: HIGHEST for action security_group_members [ 1213.635842] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.635842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.072106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.072797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.072797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.072797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.072797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.072797] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1214.104574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.104744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.104818] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.104995] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.105163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.115592] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1214.683460] env[70491]: INFO networking_nsxv3.common.synchronization [req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 req-891022ab-f9c3-4b95-973a-0effecef86d4 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1214.683990] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGHEST for action security_group_members [ 1214.685026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.685026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.685026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.685026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.685499] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.685499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.685499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.685971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.686164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.686276] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.959823] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: SUCCESS [ 1214.959823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.188984] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.191774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.191774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.191774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.227993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.227993] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.227993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.227993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.227993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.227993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.227993] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 236a883a-f3a5-477a-9103-86feef440ccd is going to be updated. [ 1215.273066] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.273066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.273066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.273066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.273066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.283228] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: IN_PROGRESS for 2s [ 1215.590654] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1215.590860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.591051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.591266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.592366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.592366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.592366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.592366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.592366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.592366] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.592366] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.095808] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.128481] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1216.128705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.128869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.129098] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.129292] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.129465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.129465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.129605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.129729] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.130337] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.226291] env[70491]: INFO networking_nsxv3.common.synchronization [req-7103bb1b-2ac5-4b50-817f-1b46fedc489d req-2c70e54c-f3a4-4740-b6f0-aed9b2818d9f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1216.227964] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1216.227964] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.227964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.227964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.227964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.228394] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.228744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.228918] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.229171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.229344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.229515] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.601214] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18: rpc.has_security_group_logging(os_id): False [ 1216.619666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.619941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.620194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.620365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.634085] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.634085] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.639373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.641296] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.641477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.641772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.641867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.641945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.641993] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1216.643937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.644142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.669310] env[70491]: INFO networking_nsxv3.common.synchronization [None req-17afdeac-22e7-4738-a457-e2f3528f8d9b None None] Enqueued Resource ID: 0a041c67-2ff8-4a80-a9b1-8b127de783e1 with Priority: HIGHEST for action port [ 1216.672985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.673420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.673694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.673771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.674676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.674676] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.674676] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1216.676714] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a041c67-2ff8-4a80-a9b1-8b127de783e1 with Priority: HIGHEST for action port [ 1216.677071] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a041c67-2ff8-4a80-a9b1-8b127de783e1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.677253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a041c67-2ff8-4a80-a9b1-8b127de783e1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.677619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a041c67-2ff8-4a80-a9b1-8b127de783e1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.677878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a041c67-2ff8-4a80-a9b1-8b127de783e1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.677968] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a041c67-2ff8-4a80-a9b1-8b127de783e1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.707343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.707504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.707584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.707784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.707980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.713563] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.713817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.714129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.714293] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.714950] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.715178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.715309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.715994] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.715994] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.716132] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.716310] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.716507] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.716643] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.716768] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.716880] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.717036] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.728623] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1216.734107] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.734107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.734107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.734107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.734107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.734107] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.746500] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.746802] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.747038] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.747429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-743" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.748026] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-9586e030-6dd3-401b-9406-f9367138bbac taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.748646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.748854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.749672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.750089] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9586e030-6dd3-401b-9406-f9367138bbac',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.753992] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1217.180252] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a041c67-2ff8-4a80-a9b1-8b127de783e1 [ 1217.180503] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.180644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.180714] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.180952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.181016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.181137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a041c67-2ff8-4a80-a9b1-8b127de783e1 already deleted. [ 1217.181190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a041c67-2ff8-4a80-a9b1-8b127de783e1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.237594] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.256822] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.257299] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.257577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.258088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.258365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.258897] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 9586e030-6dd3-401b-9406-f9367138bbac not found, creating... [ 1217.259321] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.259798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.260079] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.262666] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.262666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.262666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 9586e030-6dd3-401b-9406-f9367138bbac is going to be created. [ 1217.283696] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.283943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.284093] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.284341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.284574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.284806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.296026] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 236a883a-f3a5-477a-9103-86feef440ccd in Status: SUCCESS [ 1217.296026] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 236a883a-f3a5-477a-9103-86feef440ccd deletion is rescheduled due to dependency. [ 1217.296026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.742030] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.742030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.742030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.742030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.742030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.742030] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1217.775058] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.775219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.775490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.775490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.775666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.784462] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1218.019488] env[70491]: INFO networking_nsxv3.common.synchronization [req-7103bb1b-2ac5-4b50-817f-1b46fedc489d req-e2899eca-91f1-41e0-a7bd-d3f64a5a9d05 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1218.019688] env[70491]: INFO networking_nsxv3.common.synchronization [req-7103bb1b-2ac5-4b50-817f-1b46fedc489d req-e2899eca-91f1-41e0-a7bd-d3f64a5a9d05 service nova] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1218.019829] env[70491]: INFO networking_nsxv3.common.synchronization [req-7103bb1b-2ac5-4b50-817f-1b46fedc489d req-e2899eca-91f1-41e0-a7bd-d3f64a5a9d05 service nova] Enqueued Resource ID: 9586e030-6dd3-401b-9406-f9367138bbac with Priority: HIGHEST for action port [ 1218.020152] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_rules [ 1218.020307] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1218.020394] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9586e030-6dd3-401b-9406-f9367138bbac with Priority: HIGHEST for action port [ 1218.023724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.023724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.023724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.023916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.024079] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.025316] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025316] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9586e030-6dd3-401b-9406-f9367138bbac taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.025316] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.025544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.029025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.029025] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9586e030-6dd3-401b-9406-f9367138bbac',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.513208] env[70491]: INFO networking_nsxv3.common.synchronization [req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 req-8fe12f63-73f4-4521-96e2-465c15b3ad15 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1218.514278] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1218.514278] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.514278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.514278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.514590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.514771] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.514882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.514945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.515131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.515212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.515301] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.528799] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.528799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.530438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9586e030-6dd3-401b-9406-f9367138bbac with status ACTIVE [ 1218.531559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.531805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.531805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.532013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.532058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.532311] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.532435] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.532547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.532744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.532827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.533481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.533481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.533481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.533481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.533481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.533831] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9586e030-6dd3-401b-9406-f9367138bbac is going to be updated. [ 1218.557261] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.557544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.557614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.557821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.557988] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.558299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9586e030-6dd3-401b-9406-f9367138bbac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.623282] env[70491]: INFO networking_nsxv3.common.synchronization [None req-14c3c22f-f9c1-4add-9df0-b5ab8b99cede None None] Enqueued Resource ID: 990bbba2-b61f-4024-a5a9-f06e06897986 with Priority: HIGHEST for action port [ 1218.623527] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990bbba2-b61f-4024-a5a9-f06e06897986 with Priority: HIGHEST for action port [ 1218.623857] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-990bbba2-b61f-4024-a5a9-f06e06897986 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.623984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990bbba2-b61f-4024-a5a9-f06e06897986" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.624920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990bbba2-b61f-4024-a5a9-f06e06897986" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.625228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990bbba2-b61f-4024-a5a9-f06e06897986" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.625331] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990bbba2-b61f-4024-a5a9-f06e06897986',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.739618] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1218.743019] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c deletion is rescheduled due to dependency. [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.743019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.743019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-435fde58-f16a-41b2-9fc3-a97db3c2009c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.743019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.743019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.743766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.743766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.743766] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.744634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.744919] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.745190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.745394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.745534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.745745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.745941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.746123] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.768574] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1218.768574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.891132] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.891501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.892306] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.892489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.892796] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.892984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.893140] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.893551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.893621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.893839] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.893967] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.894112] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.894306] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.894503] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.894679] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.894906] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.914603] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.914781] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.914928] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.915126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.915547] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-16d7b8a4-a73c-4289-8782-d14b8feab093 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.915677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.915811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.916144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.916306] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d7b8a4-a73c-4289-8782-d14b8feab093',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.017257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.017479] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.017532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.017782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.017896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.018157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.018300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.018344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.018483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.018563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.018654] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 already deleted. [ 1219.018733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.129868] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 990bbba2-b61f-4024-a5a9-f06e06897986 [ 1219.130224] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.130373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.130451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.130672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.131068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.131068] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:990bbba2-b61f-4024-a5a9-f06e06897986 already deleted. [ 1219.131068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990bbba2-b61f-4024-a5a9-f06e06897986" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.248438] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 435fde58-f16a-41b2-9fc3-a97db3c2009c: rpc.has_security_group_logging(os_id): False [ 1219.249702] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.249883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.249883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.250165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.250264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.250453] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.250550] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.250606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.250760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.250835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.250923] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1219.273794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.273946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.274063] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.274621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.274621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.274621] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.274621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.274960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.274960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.274960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.275126] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.275208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.275260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.275380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.275490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.275726] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.275827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.275889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.276107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.276198] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.276287] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be updated. [ 1219.282899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.282980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.283029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.283460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.283460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.293940] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1219.341049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.341481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.341481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.341481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.341690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.354194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: IN_PROGRESS for 2s [ 1219.418651] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.418924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.419090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.419392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.419572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.419741] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 16d7b8a4-a73c-4289-8782-d14b8feab093 not found, creating... [ 1219.420041] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.420238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.420363] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.420596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.420771] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.421175] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.421380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.421537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.421763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.421909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.422121] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 16d7b8a4-a73c-4289-8782-d14b8feab093 is going to be created. [ 1219.447237] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.447534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.447666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.447973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.448250] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.448510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.800820] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1219.800820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.800820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.800820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.800820] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.800820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.801244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.801244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.801244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.801244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.144360] env[70491]: INFO networking_nsxv3.common.synchronization [req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 req-41b27101-9a5f-41c4-97d0-0d04e8083f99 service nova] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1220.144360] env[70491]: INFO networking_nsxv3.common.synchronization [req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 req-41b27101-9a5f-41c4-97d0-0d04e8083f99 service nova] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1220.144360] env[70491]: INFO networking_nsxv3.common.synchronization [req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 req-41b27101-9a5f-41c4-97d0-0d04e8083f99 service nova] Enqueued Resource ID: 16d7b8a4-a73c-4289-8782-d14b8feab093 with Priority: HIGHEST for action port [ 1220.146271] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_rules [ 1220.146271] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1220.146271] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d7b8a4-a73c-4289-8782-d14b8feab093 with Priority: HIGHEST for action port [ 1220.146383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.146539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.146630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.146892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.146998] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.148494] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.148644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.148738] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.148970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.149314] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.149451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.149539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.149736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.149851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.149967] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.150784] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d7b8a4-a73c-4289-8782-d14b8feab093 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.150892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.150957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.151133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.151224] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d7b8a4-a73c-4289-8782-d14b8feab093',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.303185] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.653243] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.655357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.655357] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.655357] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d7b8a4-a73c-4289-8782-d14b8feab093 with status ACTIVE [ 1220.655491] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.656046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.656046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.656046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.656046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.656217] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.656333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.656419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.657057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.657155] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.657372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.658944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.658944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.658944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.658944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.658944] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d7b8a4-a73c-4289-8782-d14b8feab093 is going to be updated. [ 1220.680821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.680947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.681031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.681257] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.682033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.682033] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d7b8a4-a73c-4289-8782-d14b8feab093" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.806119] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.160830] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.306246] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1221.306246] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c deletion is rescheduled due to dependency. [ 1221.306246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.310966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.311060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.311116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.311311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.312034] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.312034] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1221.344206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.344442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.344562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.345120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.345234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.356201] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1221.375199] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c in Status: SUCCESS [ 1221.375512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.375733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.375965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.376127] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('435fde58-f16a-41b2-9fc3-a97db3c2009c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.668517] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.668517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.668517] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.668866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.668866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.668978] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 is going to be created. [ 1221.693923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.694150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.694150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.694429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.694572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.704834] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: UNINITIALIZED for 2s [ 1221.896410] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.896410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.896410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.896410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.896410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.896410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 435fde58-f16a-41b2-9fc3-a97db3c2009c is going to be deleted. [ 1221.955626] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.955779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.955852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.956094] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.956190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.956313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-435fde58-f16a-41b2-9fc3-a97db3c2009c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.070259] env[70491]: INFO networking_nsxv3.common.synchronization [req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 req-0cc352b1-1f80-4573-875f-e016773fd1c3 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Enqueued Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1222.070790] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 with Priority: HIGHEST for action security_group_members [ 1222.071101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-606f98f3-908e-4da2-8b4f-1852b8df2bc4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.071229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.071299] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.071538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.071664] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.071767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.072071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.072261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.072352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.072447] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('606f98f3-908e-4da2-8b4f-1852b8df2bc4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.574419] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.574608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.574651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.574854] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.598166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.598166] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.598166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.598166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.599261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.599261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.599261] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 is going to be updated. [ 1222.627883] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.627883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.627883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.627883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.627883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.636610] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: IN_PROGRESS for 2s [ 1222.978359] env[70491]: INFO networking_nsxv3.common.synchronization [req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 req-cf3c2027-eb41-48ff-8967-795630875506 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Enqueued Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1222.979332] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1222.979332] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.979332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.979538] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.979662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.979795] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.979894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.979957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.980153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.980243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.980351] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.360438] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.360574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-286" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.360707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-286" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.361071] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-286" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.361349] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.361515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.361634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.361854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.362025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.362265] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.362386] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.362485] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.362601] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.362713] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.362825] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.362962] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.372589] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1223.372809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.372986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.373193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.373423] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.373551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.373619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.373771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.373855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.373941] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.374059] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.381380] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.381561] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.381731] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.381931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-286" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.382296] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-4dc2cacc-57a6-4bd9-afe6-0095fe397968 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.382505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.382595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.382980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.383108] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc2cacc-57a6-4bd9-afe6-0095fe397968',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.482417] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.482580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.482674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.482886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.482971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.483250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.483939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.483939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.483939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.483939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.483939] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffab571e-47ed-4d92-a8e1-63df9d97196c already deleted. [ 1223.483939] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.671823] env[70491]: INFO networking_nsxv3.common.synchronization [req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f req-4034a77c-b1a9-4933-bcbd-ed2c464fb870 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1223.672451] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGHEST for action security_group_members [ 1223.673127] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.673289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.673500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.673669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.673907] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.674088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.674276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.674535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.674682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.674817] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.717372] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: SUCCESS [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.717372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.717372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.717372] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.877042] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.877042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.877042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.877042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.877343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.877343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.877343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.877560] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.877611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.877667] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.877804] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.877905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.877955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.879668] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.879668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.879668] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.885586] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.886251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.886251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.886637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.886830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.887344] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 4dc2cacc-57a6-4bd9-afe6-0095fe397968 not found, creating... [ 1223.887450] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.887595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.887721] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.887972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.888132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.888511] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.888707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.888830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.889082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.889365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.889534] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 is going to be created. [ 1223.914906] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.916036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.916362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.916683] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.916929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.917256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.177151] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.177447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.177447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.177594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.219486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.219780] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.219933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.220044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.220245] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.220371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.220651] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be updated. [ 1224.224223] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.260574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.260797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.260797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.261067] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.261140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.269854] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: IN_PROGRESS for 2s [ 1224.381192] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff47e1f3-7035-435c-8e01-51d7e122ec6a: rpc.has_security_group_logging(os_id): False [ 1224.402399] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.402573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.402616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.402827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.424190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.424513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.424665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.424754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.424997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.425115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.425360] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.425486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.425567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.425744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.425825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.426021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.426142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.426210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.426389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.426489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.426585] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1224.496961] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.497152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.497222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.497484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.497637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.514838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1224.608954] env[70491]: INFO networking_nsxv3.common.synchronization [req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 req-d390581e-6fc1-45ac-8079-bd3e7ccf517a service nova] Enqueued Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_rules [ 1224.609157] env[70491]: INFO networking_nsxv3.common.synchronization [req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 req-d390581e-6fc1-45ac-8079-bd3e7ccf517a service nova] Enqueued Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1224.609301] env[70491]: INFO networking_nsxv3.common.synchronization [req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 req-d390581e-6fc1-45ac-8079-bd3e7ccf517a service nova] Enqueued Resource ID: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 with Priority: HIGHEST for action port [ 1224.609526] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_rules [ 1224.609656] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1224.609751] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 with Priority: HIGHEST for action port [ 1224.611261] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.611396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.611466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.611736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.611817] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.612836] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.612836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.612935] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.613796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.614053] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.614234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.614345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.614567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.614674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.614769] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.615658] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc2cacc-57a6-4bd9-afe6-0095fe397968 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.615658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.615789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.615887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.615975] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc2cacc-57a6-4bd9-afe6-0095fe397968',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.658962] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 in Status: SUCCESS [ 1224.658962] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 606f98f3-908e-4da2-8b4f-1852b8df2bc4 deletion is rescheduled due to dependency. [ 1224.658962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-606f98f3-908e-4da2-8b4f-1852b8df2bc4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.730636] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c79ae88-07b3-437e-bb96-9dad46854c11: rpc.has_security_group_logging(os_id): False [ 1224.753055] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.753200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.753279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.753741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.753741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.753861] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.753924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.753964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.754145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.754241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.754333] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 is going to be created. [ 1224.848906] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.849073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.849147] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.849365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.849625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.864262] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: IN_PROGRESS for 2s [ 1225.121204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.121204] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dc2cacc-57a6-4bd9-afe6-0095fe397968 with status ACTIVE [ 1225.121204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.121204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.121204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.121204] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.121698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.121698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.121698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.121698] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.121698] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 is going to be updated. [ 1225.122829] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.143898] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.144116] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.144217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.144464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.144601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.144762] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc2cacc-57a6-4bd9-afe6-0095fe397968" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.625657] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.128400] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.129950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.129950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.130255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.130378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.130491] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffab571e-47ed-4d92-a8e1-63df9d97196c is going to be created. [ 1226.165537] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.165654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.165777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.165976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.166159] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.179112] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: UNINITIALIZED for 2s [ 1226.280862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f684a97-757a-4d66-8f68-ddea38157e14 in Status: SUCCESS [ 1226.280862] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 deletion is rescheduled due to dependency. [ 1226.280862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.552755] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1226.552755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.876482] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: SUCCESS [ 1226.876887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.536224] env[70491]: INFO networking_nsxv3.common.synchronization [req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc req-a1f7d893-e231-4b16-9723-a042d3a0e33f tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1227.536768] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1227.541588] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.541588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.541588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.541588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.541769] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.541871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.542917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.543955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.544119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.545797] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.048933] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.190024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: SUCCESS [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.190024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.190024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.190024] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.553944] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.695652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.695837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.695944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.696197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.696394] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.696521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.696604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.696782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.696888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.696999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.697156] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.697252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.697313] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.697453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.697586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.697677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.697736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.699361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.699361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.699361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.699361] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.058894] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.059237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.059237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.059459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.059459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.059518] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1229.090068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.090301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.090398] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.090658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.090897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.099403] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1229.201901] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffab571e-47ed-4d92-a8e1-63df9d97196c: rpc.has_security_group_logging(os_id): False [ 1229.222049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.222249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.222323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.222572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.222660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.222913] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.223022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.223086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.223249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.223334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.223628] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.223744] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.223806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.223954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.224277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.224497] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.224761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.224887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.225236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.225310] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.225401] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffab571e-47ed-4d92-a8e1-63df9d97196c is going to be created. [ 1229.293450] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.293609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.293807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.294148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.305468] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: IN_PROGRESS for 2s [ 1231.109728] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1231.110035] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.316750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: SUCCESS [ 1231.316992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.681127] env[70491]: INFO networking_nsxv3.common.synchronization [req-63bde33a-e68b-44f8-981b-1f908f170ae8 req-94b8063d-bce7-47f7-a132-9955a9c02875 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Enqueued Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1231.681127] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1231.681127] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.681127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.681127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.681711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.681990] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.682255] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.682411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.682639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.683074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.683266] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.998656] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.998656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-562" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.998656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-562" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.998914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-562" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.999197] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.999357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.999481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.999814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.999982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.000367] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.000511] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.001127] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.001127] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.001127] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.001127] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.001127] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.021132] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.021335] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.021526] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.021724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-562" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.022044] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.022236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.022365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.022682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.022821] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a37490b-b2a0-4cea-a9ab-8f0893d4af7e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.185616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.185894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.185894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.186073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.186162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.186360] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.186495] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.186544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.186679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.186754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.186838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 already deleted. [ 1232.187380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.524654] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.524891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.525012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.525315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.525473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.525635] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e not found, creating... [ 1232.525900] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.526090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.526194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.526414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.526556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.526839] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.527012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.527135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.527346] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.527485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.527630] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e is going to be created. [ 1232.567033] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.567262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.567394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.567738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.567972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.568226] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.673141] env[70491]: INFO networking_nsxv3.common.synchronization [req-b912305a-230f-4392-96ab-89a829fdce56 req-55f5c978-aa57-40d4-b6fc-ee1d5406da25 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1232.673693] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1232.673991] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.674129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.674197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.674455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.674634] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.674736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.674799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.674953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.675175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.675292] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.177699] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [req-63bde33a-e68b-44f8-981b-1f908f170ae8 req-90ff793c-3c65-4bee-ab03-981d669ce49e service nova] Enqueued Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_rules [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [req-63bde33a-e68b-44f8-981b-1f908f170ae8 req-90ff793c-3c65-4bee-ab03-981d669ce49e service nova] Enqueued Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [req-63bde33a-e68b-44f8-981b-1f908f170ae8 req-90ff793c-3c65-4bee-ab03-981d669ce49e service nova] Enqueued Resource ID: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e with Priority: HIGHEST for action port [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_rules [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1233.273103] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e with Priority: HIGHEST for action port [ 1233.274090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.275315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.275315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.275315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.275315] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.276404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.277448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.277448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.277448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.277448] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.277448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.278824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.278824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.278824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.278824] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.280329] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.280329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.280329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.280329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.280329] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a37490b-b2a0-4cea-a9ab-8f0893d4af7e',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.681343] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.777531] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.777531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.784244] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.786048] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e with status ACTIVE [ 1233.786048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.786048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.786048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.786048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.786048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.786048] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.786378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.786378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.786378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.786490] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.786613] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.786695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.786754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.786895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.786969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.787064] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e is going to be updated. [ 1233.807741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.807888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.807958] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.808225] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.808376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.808541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.977779] env[70491]: INFO networking_nsxv3.common.synchronization [req-5501cf26-2a35-40fa-8032-aeb17b661548 req-fbc3ba90-1522-4057-a904-de4779e87026 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1233.978366] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGHEST for action security_group_members [ 1233.978713] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.978837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.978905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.979117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.979270] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.979362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.979422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.979568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.979655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.979749] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.182554] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.182727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.182852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.183100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.183243] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.183386] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1234.221724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.221871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.221944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.222170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.222355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.231353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1234.290103] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.481430] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.481506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.481542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.481740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.502950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.503230] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.503348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.503414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.503607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.503690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.503778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf is going to be updated. [ 1234.532072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.532271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.532356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.532566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.532705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.540355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: IN_PROGRESS for 2s [ 1234.792098] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.792311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.792372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.792596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.792688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.792803] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 is going to be created. [ 1234.817545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.817774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.817828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.818132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.818381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.830528] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: UNINITIALIZED for 2s [ 1236.045246] env[70491]: INFO networking_nsxv3.common.synchronization [req-9428c896-8fa2-43e2-a1be-567c4edff6f9 req-655dee21-1b49-4215-8245-86a34b75ce64 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Enqueued Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1236.045774] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffab571e-47ed-4d92-a8e1-63df9d97196c with Priority: HIGHEST for action security_group_members [ 1236.046268] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffab571e-47ed-4d92-a8e1-63df9d97196c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.046412] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.046477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.046677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.046839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.046936] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.047023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.047484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.047484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.047484] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffab571e-47ed-4d92-a8e1-63df9d97196c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.241698] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1236.241923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.549665] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf in Status: SUCCESS [ 1236.549864] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf deletion is rescheduled due to dependency. [ 1236.549940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.552560] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.552713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.552713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.552911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.553011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.553208] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.553315] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.553380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.553532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.553612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.553699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffab571e-47ed-4d92-a8e1-63df9d97196c is going to be updated. [ 1236.582081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.582282] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.582392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.582545] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.582681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.596730] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: IN_PROGRESS for 2s [ 1236.839229] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: SUCCESS [ 1236.839417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.839582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.839845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.840035] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.840171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.840271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.840591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.840591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.840591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.840775] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.343261] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.343739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.343739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.343909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.344186] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.344618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.344618] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.344777] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.344961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.345111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.345299] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.345482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345602] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345836] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346017] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.346217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.346344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.346583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.346923] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.347096] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.849615] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5: rpc.has_security_group_logging(os_id): False [ 1237.868301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.868444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.868527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.868734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.868827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.869014] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.869123] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.869187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.869351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.869719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.869893] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.869990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.870058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.871023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.871023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.871023] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 is going to be created. [ 1237.938293] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.938477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.938521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.938702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.938878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.951852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: IN_PROGRESS for 2s [ 1238.607071] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffab571e-47ed-4d92-a8e1-63df9d97196c in Status: SUCCESS [ 1238.607373] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffab571e-47ed-4d92-a8e1-63df9d97196c deletion is rescheduled due to dependency. [ 1238.607417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffab571e-47ed-4d92-a8e1-63df9d97196c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.556012] env[70491]: INFO networking_nsxv3.common.synchronization [req-f7b61d9e-f146-4951-93a8-f65caf6fb12c req-94b2fcca-54d5-46aa-83dd-653f71dd7807 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1239.556012] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGHEST for action security_group_members [ 1239.556012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.556012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.556012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.556496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.556496] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.967215] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: SUCCESS [ 1239.967700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.059448] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.059693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.059783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.060120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.081959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.082372] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.082564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.082682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.082978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.083141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.083299] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be updated. [ 1240.112650] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.112869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.112977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.113303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.113497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.123921] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: IN_PROGRESS for 2s [ 1240.261670] env[70491]: INFO networking_nsxv3.common.synchronization [req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc req-b5757fc6-6438-45b2-a772-f84cdced8ce9 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1240.262294] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1240.262582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.262695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.262768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.263224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.263391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.263501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.263590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.263830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.263938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.264048] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.765608] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.765789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.765873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.766129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.791117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.791375] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.791498] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.791559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.791750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.791835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.791928] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1240.818982] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.819156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.819218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.819499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.819663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.828303] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1241.790492] env[70491]: INFO networking_nsxv3.common.synchronization [req-c716434b-db24-4b70-8653-1346f4f197aa req-b4261fb2-0573-4f07-beec-2ea128dfca10 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1241.790872] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1241.791168] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.791283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.791346] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.791547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.791701] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.791800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.791868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.792100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.792100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.792237] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.088079] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.088204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.089532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.089532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.089532] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.089532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.089532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.089532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.089845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.089845] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.092296] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.092296] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.092296] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.092296] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.092296] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.092296] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.107815] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.108994] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.108994] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.108994] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.108994] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.109238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.109282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.110029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.110029] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.134865] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 in Status: SUCCESS [ 1242.135134] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 deletion is rescheduled due to dependency. [ 1242.135324] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.295310] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.295639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.295822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.296113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.346773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.347072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.347200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.347280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.347522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.347616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.347713] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be updated. [ 1242.384660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.384660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.384660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.384868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.384972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.394769] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1242.611941] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.612806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.612806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.612806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.612949] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.612984] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe not found, creating... [ 1242.613297] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.613582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.613582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.614947] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.614947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.615283] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe is going to be created. [ 1242.636260] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.636490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.636594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.636936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.637190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.637463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.838568] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1242.838866] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1242.838866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.403325] env[70491]: INFO networking_nsxv3.common.synchronization [req-c716434b-db24-4b70-8653-1346f4f197aa req-4a717b42-818b-4800-822a-ec1dbc56bc68 service nova] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_rules [ 1243.403597] env[70491]: INFO networking_nsxv3.common.synchronization [req-c716434b-db24-4b70-8653-1346f4f197aa req-4a717b42-818b-4800-822a-ec1dbc56bc68 service nova] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1243.403636] env[70491]: INFO networking_nsxv3.common.synchronization [req-c716434b-db24-4b70-8653-1346f4f197aa req-4a717b42-818b-4800-822a-ec1dbc56bc68 service nova] Enqueued Resource ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with Priority: HIGHEST for action port [ 1243.403869] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_rules [ 1243.404011] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1243.404114] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with Priority: HIGHEST for action port [ 1243.404679] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.404822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.404861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.405309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.405405] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.408081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.408081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.408081] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.408081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.408081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.408081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.408081] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.907624] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.908071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.916137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with status ACTIVE [ 1243.916137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.916137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.916137] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.916137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.916137] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe is going to be updated. [ 1243.936727] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.936727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.936727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.936727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.936955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.936986] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.404841] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1244.405020] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b deletion is rescheduled due to dependency. [ 1244.405150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.405675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.405675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.405787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.405861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.405861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.406043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.406638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.406638] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.563233] env[70491]: INFO networking_nsxv3.common.synchronization [req-b09efa2a-2739-45b4-8eea-1367ef254420 req-2a26e9b8-416d-4ae0-82cd-93f6377754fd tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Enqueued Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1244.568167] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGHEST for action security_group_members [ 1244.568167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.568167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.568167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.568167] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.909425] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.069531] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.069752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.069809] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.070031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.070130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.070590] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.070701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.070768] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.070925] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.071021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.071121] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 is going to be updated. [ 1245.099022] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.099152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.099260] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.099388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.099528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.108259] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: IN_PROGRESS for 2s [ 1245.411419] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.919052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.919052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.919052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.919461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.919461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.919461] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be updated. [ 1245.949385] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.949561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.949609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.949822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.953019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.957792] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1246.586596] env[70491]: INFO networking_nsxv3.common.synchronization [req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 req-0b18466c-7a37-4078-8a1c-86fd22363069 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Enqueued Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1246.587937] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a with Priority: HIGHEST for action security_group_members [ 1246.588662] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff47e1f3-7035-435c-8e01-51d7e122ec6a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.588662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.588662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.588943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.588943] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.589037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.589037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.589171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.589259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.589353] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff47e1f3-7035-435c-8e01-51d7e122ec6a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.091406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.091766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.091766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.091898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.091957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.092175] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.092347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.092418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.092547] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.092622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.092710] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a is going to be updated. [ 1247.128561] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: IN_PROGRESS for 4s [ 1247.152594] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.152755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.152796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.153022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.153167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.167952] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: IN_PROGRESS for 2s [ 1247.967711] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1247.967711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.967711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.967894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.968050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.968171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.968237] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.968397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.968482] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.968567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.968655] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.471184] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.471644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.471644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.471644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.471753] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.471883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.471929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.472264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.472264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.472264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.472607] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.472607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.472607] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.472765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.472865] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.472987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.473062] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.473160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.473238] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.473332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.473423] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.975734] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2445acea-324c-4111-937f-79055f06fe2b: rpc.has_security_group_logging(os_id): False [ 1248.993601] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.993851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.993940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.994280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.994430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.994763] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.994913] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.995027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.995272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.995400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.995698] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.995847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.995946] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.996176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.996298] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.996574] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.996725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.996823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.997046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.997169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.997305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be updated. [ 1249.062445] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.062715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.062822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.063103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.063317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.076798] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1249.146172] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 in Status: SUCCESS [ 1249.146399] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 deletion is rescheduled due to dependency. [ 1249.146475] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.179666] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a in Status: SUCCESS [ 1249.179908] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff47e1f3-7035-435c-8e01-51d7e122ec6a deletion is rescheduled due to dependency. [ 1249.180071] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff47e1f3-7035-435c-8e01-51d7e122ec6a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.097955] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1251.098226] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.589423] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.589628] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.908299] env[70491]: INFO networking_nsxv3.common.synchronization [req-9a723c6b-2703-461c-99f7-0e591c740263 req-c3a9e67f-275e-4149-9f3d-655b14322137 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1251.908786] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1251.909329] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.909466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.909532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.909733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.909890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.909983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.910050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.910189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.910270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.910467] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.414128] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.414388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.414388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.414580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.414580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.414789] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.414898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.414960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.415127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.415204] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.415292] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1252.459248] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.459500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.459665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.460183] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.460243] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.460347] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.460472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.460685] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.460831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.464319] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.464519] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.464643] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.464785] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.464911] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.466173] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.466173] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.473921] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.473921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.473921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.473921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.473921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.484463] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.484669] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.484837] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.485034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.485355] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-109643cd-172b-41c9-bfa4-e8c6c20074a4 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.485529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.485654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.485990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.486150] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109643cd-172b-41c9-bfa4-e8c6c20074a4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.487819] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1252.710649] env[70491]: INFO networking_nsxv3.common.synchronization [req-a7564edf-f8b1-400d-b1d5-ad87e2592503 req-316cd0ef-356f-4c99-af61-f6336dce70ff tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1252.710649] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2445acea-324c-4111-937f-79055f06fe2b with Priority: HIGHEST for action security_group_members [ 1252.710649] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2445acea-324c-4111-937f-79055f06fe2b taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.710649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.710649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.711468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.713187] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.713187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.713187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.713187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.713187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.713187] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2445acea-324c-4111-937f-79055f06fe2b',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.751365] env[70491]: INFO networking_nsxv3.common.synchronization [req-a7564edf-f8b1-400d-b1d5-ad87e2592503 req-316cd0ef-356f-4c99-af61-f6336dce70ff tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with Priority: HIGHEST for action port [ 1252.751365] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with Priority: HIGHEST for action port [ 1252.751365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.751365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.751365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.751365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.751365] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.989062] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.989307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.989441] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.989960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.990012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.990179] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 109643cd-172b-41c9-bfa4-e8c6c20074a4 not found, creating... [ 1252.990467] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.990641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.990765] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.991014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.991163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.991455] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.991618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.991743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.991958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.992119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.992263] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 109643cd-172b-41c9-bfa4-e8c6c20074a4 is going to be created. [ 1253.014266] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.014415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.014492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.014799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.015053] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.015280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.214923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.215117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.215192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.215405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.215501] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.215701] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.215796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.215859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.216235] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b is going to be updated. [ 1253.246659] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.246826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.246860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.247046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.247182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.253645] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe with status ACTIVE [ 1253.253753] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.253868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.253937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.254109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.254193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.254356] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.254452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.254516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.254654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.254754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.254942] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.255037] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.255104] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.255241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.255318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.255402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe is going to be updated. [ 1253.256768] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: IN_PROGRESS for 2s [ 1253.283322] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.283460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.283530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.283705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.283829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.283974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.746602] env[70491]: INFO networking_nsxv3.common.synchronization [req-9a723c6b-2703-461c-99f7-0e591c740263 req-bc778d94-9143-4133-a3a7-f9c1a77a9fcc service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1253.746602] env[70491]: INFO networking_nsxv3.common.synchronization [req-9a723c6b-2703-461c-99f7-0e591c740263 req-bc778d94-9143-4133-a3a7-f9c1a77a9fcc service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1253.751019] env[70491]: INFO networking_nsxv3.common.synchronization [req-9a723c6b-2703-461c-99f7-0e591c740263 req-bc778d94-9143-4133-a3a7-f9c1a77a9fcc service nova] Enqueued Resource ID: 109643cd-172b-41c9-bfa4-e8c6c20074a4 with Priority: HIGHEST for action port [ 1253.751019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1253.751019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1253.751019] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109643cd-172b-41c9-bfa4-e8c6c20074a4 with Priority: HIGHEST for action port [ 1253.751019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.751019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.751019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.751019] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-109643cd-172b-41c9-bfa4-e8c6c20074a4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.751019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.751019] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109643cd-172b-41c9-bfa4-e8c6c20074a4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.254050] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.254279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.254467] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 109643cd-172b-41c9-bfa4-e8c6c20074a4 with status ACTIVE [ 1254.254600] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.254844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.255056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.255442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.255591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.255890] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.256088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.256200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.256436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.256562] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.256767] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.256869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.256932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.257126] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.257209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.257334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 109643cd-172b-41c9-bfa4-e8c6c20074a4 is going to be updated. [ 1254.283627] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.283819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.283878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.284089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.286041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.286326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109643cd-172b-41c9-bfa4-e8c6c20074a4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506192] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1254.506192] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506192] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.008918] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.266553] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2445acea-324c-4111-937f-79055f06fe2b in Status: SUCCESS [ 1255.266742] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2445acea-324c-4111-937f-79055f06fe2b deletion is rescheduled due to dependency. [ 1255.267171] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2445acea-324c-4111-937f-79055f06fe2b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.510691] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.013620] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.014016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.014016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.014109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.014208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.014314] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1256.049216] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.049374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.049418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.049614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.049755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.058724] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1258.070636] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1258.070978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.071092] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.071241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.071436] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.071570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.071634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.071782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.071852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.071920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.072016] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.576897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.576897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.576897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.576897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.576897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.578236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.578236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.578236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.578236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.578236] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.749035] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.749166] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.080148] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1259.099404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.099754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.099754] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.100362] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.100682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.100682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.100830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.100908] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.100962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.101127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.101181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.101359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.101452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.101515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.101653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.101728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.101815] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1259.172109] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.172325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.172325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.172643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.172827] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.189604] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1259.550753] env[70491]: INFO networking_nsxv3.common.synchronization [req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 req-25ecbbac-1831-415f-ac44-83408f2eec52 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1259.551459] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1259.551716] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.551884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.552050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.552531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.552531] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.552659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.552659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.552840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.552965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.553069] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.892198] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.892497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.892661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.892938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893229] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.893397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.893548] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.893753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893912] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.894153] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.894271] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.894385] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.894494] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.894641] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.894839] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.895065] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.915313] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.915477] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.915619] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.915797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.916163] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a4b1f70c-0634-4a09-8304-23eff2ab326c taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.916348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.916473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.916813] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.916959] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b1f70c-0634-4a09-8304-23eff2ab326c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.056325] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.056539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.056653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.056942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.078371] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.078660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.078817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.078866] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.079107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.079283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.079283] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1260.111826] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.112301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.112301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.113188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.113188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.124024] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1260.419028] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.420333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.420333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.420333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.420333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.420333] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a4b1f70c-0634-4a09-8304-23eff2ab326c not found, creating... [ 1260.420333] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.420333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.420845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.420845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.420845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.421133] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.421295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.421418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.421631] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.421767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.421909] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a4b1f70c-0634-4a09-8304-23eff2ab326c is going to be created. [ 1260.446047] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.446342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.446473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.446757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.446985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.447273] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.218376] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1261.218686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.285466] env[70491]: INFO networking_nsxv3.common.synchronization [req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 req-43daa6d0-773c-4adb-9f7f-b80ace24c6d3 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1261.285716] env[70491]: INFO networking_nsxv3.common.synchronization [req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 req-43daa6d0-773c-4adb-9f7f-b80ace24c6d3 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1261.285850] env[70491]: INFO networking_nsxv3.common.synchronization [req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 req-43daa6d0-773c-4adb-9f7f-b80ace24c6d3 service nova] Enqueued Resource ID: a4b1f70c-0634-4a09-8304-23eff2ab326c with Priority: HIGHEST for action port [ 1261.286104] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1261.286234] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1261.286331] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b1f70c-0634-4a09-8304-23eff2ab326c with Priority: HIGHEST for action port [ 1261.286875] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.287009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.287199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.287457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.287568] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.289239] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.289377] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289586] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b1f70c-0634-4a09-8304-23eff2ab326c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.289657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289727] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.289899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.289978] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b1f70c-0634-4a09-8304-23eff2ab326c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.792206] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.792357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.792618] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4b1f70c-0634-4a09-8304-23eff2ab326c with status ACTIVE [ 1261.792821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.792999] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.793106] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.793276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.793445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.793592] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.793719] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.793797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.794007] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.795101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.795101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.795101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.795101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.795101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.795101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.795101] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4b1f70c-0634-4a09-8304-23eff2ab326c is going to be updated. [ 1261.846034] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.846689] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.846945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.847082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.847286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.847484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b1f70c-0634-4a09-8304-23eff2ab326c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.133638] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 4s [ 1264.144098] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1264.144581] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c deletion is rescheduled due to dependency. [ 1264.144581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.144581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.144909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.145040] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.145197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.145279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.145414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.145502] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.145601] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.648342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.150762] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.653901] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.654232] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.655021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.655021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.655021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.655021] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1265.683179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.683179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.683179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.683179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.683362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.691636] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1266.205180] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f1ff6e68-bbb6-4e3d-be9a-2961b435128d tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1266.205180] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1266.206793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.207075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.347628] env[70491]: INFO networking_nsxv3.common.synchronization [req-2bbae927-17f3-45fe-8bca-0af5682e1e00 req-cfa9e00b-8745-4d3a-bcc8-788a95ab71c7 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1266.348284] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1266.348673] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.348779] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.348819] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.349102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.349304] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.349821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.349821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.349821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.349967] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.350082] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.852294] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.852555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.852651] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.852906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.853390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.853390] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.853522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.853522] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.853708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.853797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.853890] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1266.883055] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.883055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.883055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.883055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.883055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.891243] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1267.701599] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1267.701869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.702076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.702332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.702897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.702897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.702897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.702897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.703150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.703150] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.703375] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.704151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.704329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.704492] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.704596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.704661] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.704814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.704883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.704971] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.209157] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.209354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.209529] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.418372] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.418572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.418715] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.419024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.419265] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.419736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.419736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.419843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.419931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.420528] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.420629] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.420684] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.420966] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.420966] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1268.421052] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.421397] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.440035] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.440226] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1268.440396] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.440590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.440924] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-1bd2b555-54b8-4a20-ab40-0fcaa0848284 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.441117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.441536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.441636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.441740] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd2b555-54b8-4a20-ab40-0fcaa0848284',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.711510] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.902979] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1268.903184] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1268.903302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.944779] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.944979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.945125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.945429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.945618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.945779] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 1bd2b555-54b8-4a20-ab40-0fcaa0848284 not found, creating... [ 1268.946076] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.946248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.946374] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.946604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.946754] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.947071] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.947281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.947404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.947621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.947763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.947908] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 1bd2b555-54b8-4a20-ab40-0fcaa0848284 is going to be created. [ 1268.966589] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.966829] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.966975] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.967299] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.967587] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.967860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.214552] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.214693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.214739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.214973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.215084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.215186] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1269.245696] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.245696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.245696] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.245942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.245942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.253911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1269.651535] env[70491]: INFO networking_nsxv3.common.synchronization [req-d6b5120b-6bb3-4835-a7a8-9876016e7775 req-7480726d-6fcf-4f26-badb-3c4d0056e8c9 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1269.651749] env[70491]: INFO networking_nsxv3.common.synchronization [req-d6b5120b-6bb3-4835-a7a8-9876016e7775 req-7480726d-6fcf-4f26-badb-3c4d0056e8c9 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1269.651900] env[70491]: INFO networking_nsxv3.common.synchronization [req-d6b5120b-6bb3-4835-a7a8-9876016e7775 req-7480726d-6fcf-4f26-badb-3c4d0056e8c9 service nova] Enqueued Resource ID: 1bd2b555-54b8-4a20-ab40-0fcaa0848284 with Priority: HIGHEST for action port [ 1269.652482] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1269.652762] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1269.652911] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd2b555-54b8-4a20-ab40-0fcaa0848284 with Priority: HIGHEST for action port [ 1269.653254] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.653384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.653591] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.653679] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.653898] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd2b555-54b8-4a20-ab40-0fcaa0848284 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.654022] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.654110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.654399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.654492] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd2b555-54b8-4a20-ab40-0fcaa0848284',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.157754] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bd2b555-54b8-4a20-ab40-0fcaa0848284 with status ACTIVE [ 1270.158163] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.158163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.158312] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.158423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.158516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.158698] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.158797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.158859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.159015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.159095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.159280] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.159373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.159432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.159566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.159640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.159755] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bd2b555-54b8-4a20-ab40-0fcaa0848284 is going to be updated. [ 1270.177932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.178137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.178217] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.178423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.178583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.178734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd2b555-54b8-4a20-ab40-0fcaa0848284" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.514123] env[70491]: INFO networking_nsxv3.common.synchronization [req-84051cd1-60fc-431c-90ec-562cd18ff44a req-39573d9b-0751-4c7d-9d9d-b35cd4f71828 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1270.514669] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 with Priority: HIGHEST for action security_group_members [ 1270.514982] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c79ae88-07b3-437e-bb96-9dad46854c11 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.515119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.515221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.515825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.516011] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.516164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.516207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.516352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.516446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.516547] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c79ae88-07b3-437e-bb96-9dad46854c11',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.021800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.021800] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.021800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.021800] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 is going to be updated. [ 1271.047917] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.047917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.047917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.047917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.047917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.054839] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: IN_PROGRESS for 2s [ 1271.263981] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1271.264293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.264414] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.264650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.264952] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.265131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.265222] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.265428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.265544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.265657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.265856] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.265945] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.266020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.266163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.266323] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.266418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.266481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.267281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.267422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.267542] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.267665] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.268776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.269140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.269442] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.270156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.270156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.270156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.270156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.270156] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.771974] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d278c38c-1544-4b2a-b6b8-828ed9a9f93c: rpc.has_security_group_logging(os_id): False [ 1271.773536] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.791032] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.791032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.791032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.791032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.791032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.791354] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.791354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.791354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.791467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.792023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.792023] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.792023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.792023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.792023] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.792247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.792247] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.792334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.792467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.792509] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.792741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.792741] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1271.860534] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.860688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.860750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.860957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.861120] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.872819] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1272.275713] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.778243] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.778455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.778515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.778739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.778835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.778936] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1272.806031] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.806256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.806332] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.806537] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.806687] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.814474] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1273.063750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 in Status: SUCCESS [ 1273.063750] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c79ae88-07b3-437e-bb96-9dad46854c11 deletion is rescheduled due to dependency. [ 1273.063750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c79ae88-07b3-437e-bb96-9dad46854c11" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.886028] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1273.886421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.886625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.886878] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.886995] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.391916] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.392139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.824565] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1274.824565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.824565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.824565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.824565] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.825256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.825256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.825256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.825256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.825256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.825256] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.030307] env[70491]: INFO networking_nsxv3.common.synchronization [req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 req-f1be3d50-5367-4b39-867e-b4a1b6ba286d tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1275.030944] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1275.031058] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.031175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.031211] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.031406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.031557] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.031677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.031741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.031887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.031974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.032130] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.285941] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.286157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.286286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.286556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.286811] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.286970] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.287106] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.287325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.287482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.287690] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.287816] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.287926] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.288046] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.288160] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.288267] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.288402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.306539] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.306693] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.306836] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.307008] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.307292] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.307456] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.307580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.307914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.308066] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b983d7-7ceb-4bb3-b663-2bffce9c17b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.334036] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.334036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.334036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.334265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.334435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.334587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.334634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.334807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.334922] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.335048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.335201] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.335284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.335356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.335525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.335683] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.335797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.335893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.336036] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.336192] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.336242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.336340] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.534645] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.534812] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.534862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.535186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.535358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.535631] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.535772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.535859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.536072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.536188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.536304] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1275.561769] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.561953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.561953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.562202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.562368] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.570508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1275.810129] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.810454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.810626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.811073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.811277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.811476] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 not found, creating... [ 1275.811827] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.812060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.812198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.812478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.812729] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.813099] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.813320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.813491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.813779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.813965] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.814138] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 is going to be created. [ 1275.835072] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.835357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.835476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.835732] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.835959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.836201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.837738] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d278c38c-1544-4b2a-b6b8-828ed9a9f93c: rpc.has_security_group_logging(os_id): False [ 1275.854398] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.854567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.854644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.854776] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.854868] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.855090] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.855194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.855252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.855409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.855489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.855670] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.855767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.855822] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.855964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.856056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.856325] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.856423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.856481] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.856624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.856702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.856789] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1275.924556] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.924708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.924781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.925535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.925535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.943157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1276.525380] env[70491]: INFO networking_nsxv3.common.synchronization [req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 req-7e11cf83-8510-4509-8178-62db3807f9e1 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1276.525680] env[70491]: INFO networking_nsxv3.common.synchronization [req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 req-7e11cf83-8510-4509-8178-62db3807f9e1 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1276.525680] env[70491]: INFO networking_nsxv3.common.synchronization [req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 req-7e11cf83-8510-4509-8178-62db3807f9e1 service nova] Enqueued Resource ID: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 with Priority: HIGHEST for action port [ 1276.525878] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1276.526203] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1276.526353] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 with Priority: HIGHEST for action port [ 1276.526903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.527040] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.527112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.527309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.527392] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.528676] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.528862] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.529117] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.529231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.529300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.529467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.529545] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b983d7-7ceb-4bb3-b663-2bffce9c17b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.029544] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.029863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.032342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 with status ACTIVE [ 1277.032440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.032516] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.032600] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.032857] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.033219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.033219] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.033441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.033441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.033441] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.033596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.033775] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.033869] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.033921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.034070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.034145] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.034221] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 is going to be updated. [ 1277.055205] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.055352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.055420] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.055621] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.055763] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.055920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.579888] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1277.580199] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1277.580254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.580461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.580707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.580902] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.581028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.581101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.581252] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.581337] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.581427] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.956864] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1277.957254] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.084015] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.587236] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.937804] env[70491]: INFO networking_nsxv3.common.synchronization [req-2c0557aa-32e7-4454-b1b0-34ee6487b650 req-080283a9-d90e-4955-b06b-b9274a334739 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1278.938562] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1278.938731] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.938858] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.939064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.940330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.940330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.940330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.940330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.940330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.940330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.940330] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.093357] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.093541] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.093637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.093848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.094086] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.094086] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1279.121016] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.121194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.121258] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.121440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.121579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.129392] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1279.419239] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.419435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.419557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.419977] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.420095] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.420256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.420378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.420616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.420777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.421052] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.421224] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.421224] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.421554] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.421554] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.421554] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.421719] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.441273] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.441507] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.441665] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.441861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-121" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.442202] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.442422] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.442549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.443442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.443608] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0ee5e8-4181-408d-9b84-b0bd79d8758f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.444739] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.947079] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.947420] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.947501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.947783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.947937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.948111] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f not found, creating... [ 1279.948382] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.948549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.948665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.949098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.949253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.949541] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.949704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.949825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.950150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.950312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.950481] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f is going to be created. [ 1279.952079] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.971042] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.971220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.971220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.971478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.971714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.971986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.454330] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.454609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.454609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.454789] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.454882] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.454988] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1280.481257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.481400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.481469] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.481686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.481838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.490273] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [req-2c0557aa-32e7-4454-b1b0-34ee6487b650 req-826ed1e1-b83b-4cb7-bc2f-f2a9389aab63 service nova] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [req-2c0557aa-32e7-4454-b1b0-34ee6487b650 req-826ed1e1-b83b-4cb7-bc2f-f2a9389aab63 service nova] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [req-2c0557aa-32e7-4454-b1b0-34ee6487b650 req-826ed1e1-b83b-4cb7-bc2f-f2a9389aab63 service nova] Enqueued Resource ID: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f with Priority: HIGHEST for action port [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_rules [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1280.797486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f with Priority: HIGHEST for action port [ 1280.797486] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.797486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.797486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.797486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.797486] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.798368] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.798440] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.801683] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.801683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.801683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.801683] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.801683] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0ee5e8-4181-408d-9b84-b0bd79d8758f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.140446] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 4s [ 1281.301034] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.301196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.301289] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f with status ACTIVE [ 1281.301460] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.301568] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.301627] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.301846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.302274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.302274] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.302274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.302274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.302486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.302486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.302618] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.302741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.302778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.302914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.302987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.303079] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f is going to be updated. [ 1281.322788] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.322927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.323015] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.323209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.323345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.323499] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0ee5e8-4181-408d-9b84-b0bd79d8758f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.239686] env[70491]: INFO networking_nsxv3.common.synchronization [req-4442b762-0d71-4539-8c21-b8c526ba904e req-2c267dfa-dc5a-4882-8535-dd561e91d704 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1282.240399] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1282.240588] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.240765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.240816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.241016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.241175] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.241274] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.241357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.241570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.241674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.241771] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.500840] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1282.501009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.501175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.501385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.501567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.501680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.501747] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.502525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.502525] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.502525] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.650697] env[70491]: INFO networking_nsxv3.common.synchronization [None req-00adfcd5-8ce2-411d-9ee8-e3bf879e5724 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1282.651604] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1282.652072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.652229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.744350] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.004721] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.149701] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1283.149949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.150132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.150354] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.150617] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.152026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.152026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.152026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.152026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.152026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.152026] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.247175] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.507116] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.653750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.655247] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.655247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.655709] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.656288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.656288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.656288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.656288] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.656288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.656556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.656664] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.656790] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.656911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.657267] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.749903] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.750373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.750467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.750578] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1283.776997] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.777228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.777228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.777453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.777625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.785949] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1283.794160] env[70491]: INFO networking_nsxv3.common.synchronization [req-bac6cd82-5965-44b4-98e3-846966c3f712 req-cc96a1ae-9c5b-49d4-b590-43c24ce48f85 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1283.794727] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1283.795068] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.795221] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.795296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.795455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.795609] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.795702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.795760] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.795920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.796024] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.796118] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.010257] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.010566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.010566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.010928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.011042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.011153] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1284.038911] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.038911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.038911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.038911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.038911] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.046748] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1284.161635] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1284.186026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.186026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.186026] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.186026] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.186848] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.187074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.187365] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.187601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.187752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.188025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.188229] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.188434] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1284.227021] env[70491]: INFO networking_nsxv3.common.synchronization [req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 req-94b51557-707a-471b-a0c4-27058ebf1a67 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1284.227021] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f with Priority: HIGHEST for action security_group_members [ 1284.227021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.227021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.227021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.227021] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.227021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.227852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.228074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.228330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.228520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.228708] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d90677b0-95a4-4a01-aa1f-0bd1f9b1395f',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.252596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.252596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.252596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.253429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.253811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.272461] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1284.299530] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.299743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.299743] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.299907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.336902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.336902] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.336902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.336902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.337422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.337422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.337422] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1284.366425] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.366672] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.366880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.366979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.367137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.376365] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1284.735373] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.735373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.735373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.735588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.756480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.756787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.756952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.757153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.757272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.757388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.757508] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f is going to be updated. [ 1284.803956] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.804201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.804201] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.804404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.804543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.820974] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: IN_PROGRESS for 2s [ 1285.794770] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1285.795219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.795219] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.795369] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.795554] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.795668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.795733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.795887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.795996] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.796122] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.056966] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1286.057207] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.057375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.057581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.057786] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.057898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.057964] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.058133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.058215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.058301] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.058389] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.290702] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1286.291012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.298541] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.298981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.298981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.298981] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.299161] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.299332] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.299429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.299512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.299674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.299772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.299879] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1286.323965] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.324194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.324194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.324373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.324510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.333255] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1286.384357] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1286.384530] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 deletion is rescheduled due to dependency. [ 1286.384642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.560987] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.831381] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f in Status: SUCCESS [ 1286.831708] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d90677b0-95a4-4a01-aa1f-0bd1f9b1395f deletion is rescheduled due to dependency. [ 1286.831708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d90677b0-95a4-4a01-aa1f-0bd1f9b1395f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.063555] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4928e826-7611-46e5-a3d2-5ab16b3af897: rpc.has_security_group_logging(os_id): False [ 1287.080434] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.080622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.080622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.080833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.096725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.096984] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.097107] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.097176] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.097345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.097427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.097517] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1287.153821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.153979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.153979] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.154175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.154309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.172608] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1287.630747] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.630992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.631140] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.631416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.631688] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.631851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.631971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.632343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.632498] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.632732] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.632858] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.632973] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.633097] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.633221] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1287.633333] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.633471] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.650474] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.650625] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1287.650791] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.650969] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-648" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.651266] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.651434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.651558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.651788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.651962] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.154341] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.154655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.154741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.155136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.155345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.155681] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.155895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.156063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.156325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.156478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.156769] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.156943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.157072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.157310] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.157476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.157629] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 is going to be updated. [ 1288.178896] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.179044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.179174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.179432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.179621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.179832] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.344336] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1288.344541] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c deletion is rescheduled due to dependency. [ 1288.344701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.586660] env[70491]: INFO networking_nsxv3.common.synchronization [req-e003bb19-2018-43d9-a081-fb6ed6e629fb req-12803ca5-7770-4f35-a3ae-f4126c768fbc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1288.587233] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1288.587545] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.588660] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.588660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.588660] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c req-c5bea470-4e90-437e-8c59-661038b73500 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c req-c5bea470-4e90-437e-8c59-661038b73500 service nova] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c req-c5bea470-4e90-437e-8c59-661038b73500 service nova] Enqueued Resource ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with Priority: HIGHEST for action port [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_rules [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1288.855304] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with Priority: HIGHEST for action port [ 1288.855304] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.855304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.855304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.855304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.855304] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.855707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.855828] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.855891] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.856075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.856212] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.856318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.856360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.856508] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.856628] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.856721] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.857528] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.857813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.857813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.857889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.857942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.090652] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.090968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.091051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.091278] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.091378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.091597] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.091723] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.091766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.091932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.092025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.092161] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1289.120271] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.120425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.120497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.120670] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.120813] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.130573] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1289.186539] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1289.186832] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.359964] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.361251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.361397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.361520] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with status ACTIVE [ 1289.361841] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.361841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.361984] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.362148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.362231] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.362404] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.362982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.362982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.362982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.363157] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.363374] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.363633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.363852] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.364228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.364228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.364317] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 is going to be updated. [ 1289.383640] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.383850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.383850] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.384008] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.384154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.384307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.866833] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.282527] env[70491]: INFO networking_nsxv3.common.synchronization [None req-427510b7-d8e9-4ca6-afda-5bf0215ddb95 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1290.283124] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1290.283825] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.283962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.284169] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.284466] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.284594] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.370062] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.370264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.370425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.370580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.370732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.370796] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1290.376828] env[70491]: INFO networking_nsxv3.common.synchronization [None req-a276acf7-863d-4f91-a60a-65de0fed4753 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1290.377048] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1290.377604] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.377711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.397089] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.397249] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.397409] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.397506] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.397645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.406265] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1290.804696] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.804899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.804899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.805216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805216] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.805305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387c8f22-43eb-424e-9973-518938087abb already deleted. [ 1290.805423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.805540] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.805711] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805780] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.139219] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 4s [ 1291.324510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.324510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.324863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.324863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.324863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.324957] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387c8f22-43eb-424e-9973-518938087abb already deleted. [ 1291.325054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.516657] env[70491]: INFO networking_nsxv3.common.synchronization [req-fa126c22-72d1-4352-abea-a55185e55fe7 req-bda43add-ee15-440d-99cd-351332fccf1b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1291.516657] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 with Priority: HIGHEST for action security_group_members [ 1291.516750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-01c9cced-7ccd-48a4-b972-fed37a2f89d0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.516859] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.516956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.517374] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.518228] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.518767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.518830] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.519143] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.519418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.519534] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01c9cced-7ccd-48a4-b972-fed37a2f89d0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.022232] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.022880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.022880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.022880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.022880] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.023082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.023148] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.023189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.023338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.023415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.023503] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 is going to be updated. [ 1292.050386] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.050573] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.050622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.050916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.051101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.059270] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: IN_PROGRESS for 2s [ 1292.416029] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1292.416404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.416404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.416566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.416752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.416865] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.416930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.417100] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.417184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.417269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.417360] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.919611] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.149257] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1293.149442] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1293.149563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.422451] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18: rpc.has_security_group_logging(os_id): False [ 1293.442037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.442253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.442253] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.442402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.442445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.442695] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.442879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.442949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.443129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.444194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.444194] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1293.498514] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.498514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.498514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.498514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.498514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.515044] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1294.068611] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 in Status: SUCCESS [ 1294.068827] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01c9cced-7ccd-48a4-b972-fed37a2f89d0 deletion is rescheduled due to dependency. [ 1294.068951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01c9cced-7ccd-48a4-b972-fed37a2f89d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.794038] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e3d3341-8f73-4e30-866d-bc9b09607db9 req-546e1fd3-252b-4814-851b-a25bd8a17276 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1294.794746] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1294.794897] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.795028] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.795118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.795338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.795502] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.795604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.795665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.795814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.795903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.796080] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.144040] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.144040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.144270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.144478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.144759] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.144980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.145158] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.145420] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.145604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.145855] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.146010] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.146164] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.146305] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.146447] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.146584] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.146753] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.164849] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.165037] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1295.165200] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.165389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.165714] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.165891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.166024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.166386] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.166532] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.298531] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.298737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.298737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.299134] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.299449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.299544] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.299608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.299703] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.299976] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.300102] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.300198] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1295.324752] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.324973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.325090] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.325341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.325451] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.334245] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1295.528353] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1295.528678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.669422] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.669667] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.669804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.670183] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.670350] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.670544] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 not found, creating... [ 1295.670916] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.671153] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.671289] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.671558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.671731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.672067] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.672271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.672401] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.672653] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.672855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.673027] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 is going to be created. [ 1295.694069] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.694311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.694441] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.694734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.694961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.695218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.382446] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e3d3341-8f73-4e30-866d-bc9b09607db9 req-30754d35-4dd4-4465-8abf-3dceb3b03037 service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 1296.382710] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e3d3341-8f73-4e30-866d-bc9b09607db9 req-30754d35-4dd4-4465-8abf-3dceb3b03037 service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1296.382710] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e3d3341-8f73-4e30-866d-bc9b09607db9 req-30754d35-4dd4-4465-8abf-3dceb3b03037 service nova] Enqueued Resource ID: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 with Priority: HIGHEST for action port [ 1296.383026] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 1296.383609] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1296.383609] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 with Priority: HIGHEST for action port [ 1296.383955] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.384264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.384340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.384846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.384978] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.387143] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.387256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.387569] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.387569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.387732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.387800] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.387877] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.890143] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.890283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.892601] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 with status ACTIVE [ 1296.892792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.892895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.892969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.893920] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.893920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.893920] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.894349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.894349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.894349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.894349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.894349] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 is going to be updated. [ 1296.913559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.913701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.913752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.913949] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.914088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.914239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.343363] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1297.343584] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 deletion is rescheduled due to dependency. [ 1297.343584] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.343781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.343962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.344164] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.344320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.344388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.344505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.344590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.344688] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.846586] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.349530] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.736366] env[70491]: INFO networking_nsxv3.common.synchronization [req-8d020405-d319-4eb2-96d8-e76d64b6aef3 req-4aac7ab1-2ca0-430b-8918-770303421b15 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1298.736919] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1298.737309] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.737438] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.737510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.737807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.737963] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.738417] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.738491] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.738660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.738751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.738849] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.851870] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.852305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.852305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.852416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.852416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.853684] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1298.878313] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.878470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.878470] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.878657] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.878803] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.887055] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1299.080263] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.080451] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.080586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.080905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.081188] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.081359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.081482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.081718] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.081867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.082110] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.082232] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.082349] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.082463] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.082578] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.082694] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.082862] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.101187] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.101187] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.101187] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.101187] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.101488] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.101663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.101788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.102153] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.102299] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f1e5b6-2523-4634-ba4c-f4f729f8ba86',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.241555] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.241772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.241772] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.242012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.242128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.242335] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.242439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.242504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.242662] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.242742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.242858] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387c8f22-43eb-424e-9973-518938087abb already deleted. [ 1299.242973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.605335] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.605714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.605809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.606093] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.606265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.606485] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 not found, creating... [ 1299.606778] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.606947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.607087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.607369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.607519] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.607910] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.608162] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.608281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.608556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.608701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.608852] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 is going to be created. [ 1299.629450] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.629688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.629871] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.630181] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.630414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.630644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.332600] env[70491]: INFO networking_nsxv3.common.synchronization [req-8d020405-d319-4eb2-96d8-e76d64b6aef3 req-a3cb993c-54cd-49a4-926d-cf753faa6ce4 service nova] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1300.332928] env[70491]: INFO networking_nsxv3.common.synchronization [req-8d020405-d319-4eb2-96d8-e76d64b6aef3 req-a3cb993c-54cd-49a4-926d-cf753faa6ce4 service nova] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1300.336259] env[70491]: INFO networking_nsxv3.common.synchronization [req-8d020405-d319-4eb2-96d8-e76d64b6aef3 req-a3cb993c-54cd-49a4-926d-cf753faa6ce4 service nova] Enqueued Resource ID: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 with Priority: HIGHEST for action port [ 1300.336259] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_rules [ 1300.336259] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1300.336259] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 with Priority: HIGHEST for action port [ 1300.336259] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.336259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.336259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.336259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.336259] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.336259] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.337057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.337057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.337057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.337057] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.337262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.337408] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.338061] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.338218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.340772] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.341736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.341864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.341957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.342184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.342289] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f1e5b6-2523-4634-ba4c-f4f729f8ba86',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.843814] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.845060] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.845060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.845295] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 with status ACTIVE [ 1300.845295] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.845476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.845476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.845654] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.845745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.845917] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.846016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.846077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.846230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.846306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.846481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.846572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.846633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.846769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.846844] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.846928] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 is going to be updated. [ 1300.866178] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.866333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.866333] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.866494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.866615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.866759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f1e5b6-2523-4634-ba4c-f4f729f8ba86" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.895245] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1300.895426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.895572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.895740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.896045] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.896045] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.896205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.896205] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.896283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.896358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.896436] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.348736] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.398014] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.850856] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.851019] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.851095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.851306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.851397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.851499] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387c8f22-43eb-424e-9973-518938087abb is going to be created. [ 1301.874463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.874637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.874691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.874856] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.875018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.884730] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: UNINITIALIZED for 2s [ 1301.900415] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988c249-7350-4611-92a9-512edfa97471: rpc.has_security_group_logging(os_id): False [ 1301.916802] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.916948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.916997] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.917230] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.917320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.917567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.918087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.918087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.918087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.918087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.918087] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1301.976341] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.976792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.976792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.976917] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.977080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.991403] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1302.057669] env[70491]: INFO networking_nsxv3.common.synchronization [None req-1bce5b3e-787d-4f5c-987d-c446b0f816f4 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1302.058102] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1302.058406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.058531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.058598] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.058840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.058922] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.187032] env[70491]: INFO networking_nsxv3.common.synchronization [None req-2d058293-f7d6-4fd2-9362-edf72d3159f0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1302.187032] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1302.187288] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.187404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.580498] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.580765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.580765] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.580940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.581047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.581146] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 already deleted. [ 1302.581234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.581385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.581543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.581626] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.102443] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.102669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.102669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.102771] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.102944] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.103095] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 already deleted. [ 1303.103140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.894207] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: SUCCESS [ 1303.894486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.894596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.894806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.895010] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.895137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.895224] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.895389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.895474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.895561] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.895652] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.017168] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1304.017556] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.398291] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.474513] env[70491]: INFO networking_nsxv3.common.synchronization [req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c req-78a9d64d-95d9-4ef1-8085-17676f05ce86 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1304.475879] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1304.475879] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.475879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.475879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.475879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.476117] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.476117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.476117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.476304] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.476394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.476491] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.768966] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.769190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.769318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.769585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.769838] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.770161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.770356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.770597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.770800] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.771048] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.771176] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.771292] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.771408] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.771525] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1304.771638] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.771812] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.789965] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.790186] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1304.790387] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.790621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-33" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.791022] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.791220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.791348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.791651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.791795] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dab24b-5178-4090-9fe5-0d0d587fc4fb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.900637] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387c8f22-43eb-424e-9973-518938087abb: rpc.has_security_group_logging(os_id): False [ 1304.923662] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.923799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.923855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.924039] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.924131] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.924366] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.924467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.924529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.924677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.924750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.924838] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387c8f22-43eb-424e-9973-518938087abb is going to be created. [ 1304.978954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.978954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.978954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.978954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.978954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.978954] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.979376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.979376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.979376] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.979535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.979573] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1304.992477] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.992477] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.992666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.992707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.993415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.003758] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: IN_PROGRESS for 2s [ 1305.014481] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.014620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.014688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.014894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.015042] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.030034] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1305.294015] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.294265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.294397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.294671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.294824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.294984] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port c1dab24b-5178-4090-9fe5-0d0d587fc4fb not found, creating... [ 1305.295258] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.295423] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.295544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.295764] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.296218] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.296373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.296491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.296699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.296837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.296979] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: c1dab24b-5178-4090-9fe5-0d0d587fc4fb is going to be created. [ 1305.316012] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.316196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.316333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.316569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.316805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.317042] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.951111] env[70491]: INFO networking_nsxv3.common.synchronization [req-458af56e-782d-4b04-9fab-cca6cc1883aa req-979b5b65-361d-4927-a90e-10a7e23b1cfc tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Enqueued Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1305.951111] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 with Priority: HIGHEST for action security_group_members [ 1305.951761] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.951761] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.951864] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.952081] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.952969] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.952969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.952969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.952969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.952969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.952969] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.013118] env[70491]: INFO networking_nsxv3.common.synchronization [req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c req-ff147d81-03b7-45bb-aa8f-b56b2ddd4889 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1306.013225] env[70491]: INFO networking_nsxv3.common.synchronization [req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c req-ff147d81-03b7-45bb-aa8f-b56b2ddd4889 service nova] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1306.013358] env[70491]: INFO networking_nsxv3.common.synchronization [req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c req-ff147d81-03b7-45bb-aa8f-b56b2ddd4889 service nova] Enqueued Resource ID: c1dab24b-5178-4090-9fe5-0d0d587fc4fb with Priority: HIGHEST for action port [ 1306.013595] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_rules [ 1306.013706] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1306.013804] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1dab24b-5178-4090-9fe5-0d0d587fc4fb with Priority: HIGHEST for action port [ 1306.014801] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.014947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.015076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.015334] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.015422] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.016472] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.016472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.016737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.016737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.016737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.017641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.017641] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1dab24b-5178-4090-9fe5-0d0d587fc4fb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.456407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.456563] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.456638] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.456849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.456943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.457147] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.457248] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.457309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.457457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.457536] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.457626] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 is going to be updated. [ 1306.483656] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.483807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.483855] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.484055] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.484214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.491396] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: IN_PROGRESS for 2s [ 1306.518801] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.518960] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.521254] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1dab24b-5178-4090-9fe5-0d0d587fc4fb with status ACTIVE [ 1306.521420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.521524] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.521589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.521786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.521846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.521996] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.522103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.522164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.522311] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.522390] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.522569] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.522656] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.522724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.522899] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.523029] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.523236] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1dab24b-5178-4090-9fe5-0d0d587fc4fb is going to be updated. [ 1306.543929] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.544087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.544132] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.544518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.544518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.544630] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1dab24b-5178-4090-9fe5-0d0d587fc4fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.015355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: SUCCESS [ 1307.015643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.038616] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1307.038616] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1307.038616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.038616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.038616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.038616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.038948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.038948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.038948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.039074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.039111] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.542308] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.575806] env[70491]: INFO networking_nsxv3.common.synchronization [req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 req-d8691cb4-92ff-4d40-aeda-5ec8551bb49e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1307.576320] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1307.576626] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.576749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.576817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.577153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.577352] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.577486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.577551] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.577720] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.577808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.577942] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.881209] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.881511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.881655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.881926] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.882203] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.882362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.882480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.882692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.882838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.883091] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.883215] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.883327] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.883438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.883586] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.883656] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.883788] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.903110] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.903288] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1307.903438] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.903610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.904029] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-9d960728-c1e5-4466-a2aa-783ce44e1256 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.904193] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.904321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.904623] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.904767] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d960728-c1e5-4466-a2aa-783ce44e1256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.045178] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.080308] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.080582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.080582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.080705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.080792] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.081024] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.081128] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.081185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.081326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.081406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.081492] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 already deleted. [ 1308.081572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.407053] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.407324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.407463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.407740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.407895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.408072] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 9d960728-c1e5-4466-a2aa-783ce44e1256 not found, creating... [ 1308.408335] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.408499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.408628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.408895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.409056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.409349] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.409508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.409630] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.409844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.409982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.410147] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 9d960728-c1e5-4466-a2aa-783ce44e1256 is going to be created. [ 1308.429293] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.429549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.429689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.429953] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.430199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.430418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.501732] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 in Status: SUCCESS [ 1308.502328] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18 deletion is rescheduled due to dependency. [ 1308.502328] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.547851] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.548047] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.548093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.548289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.548382] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.548482] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1308.575251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.575429] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.575486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.575693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.575838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.583866] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 req-fb335390-a68b-45cb-b6e5-e7439674c3dd service nova] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 req-fb335390-a68b-45cb-b6e5-e7439674c3dd service nova] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 req-fb335390-a68b-45cb-b6e5-e7439674c3dd service nova] Enqueued Resource ID: 9d960728-c1e5-4466-a2aa-783ce44e1256 with Priority: HIGHEST for action port [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1309.140212] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d960728-c1e5-4466-a2aa-783ce44e1256 with Priority: HIGHEST for action port [ 1309.140212] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.140212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.140212] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.141075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.141280] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.142367] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.142646] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.142837] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.143180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.143465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.144130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.144130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.144130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.144130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.144396] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.145719] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d960728-c1e5-4466-a2aa-783ce44e1256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.146718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.146718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.146718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.146718] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d960728-c1e5-4466-a2aa-783ce44e1256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.647918] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.648127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.648338] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.649216] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d960728-c1e5-4466-a2aa-783ce44e1256 with status ACTIVE [ 1309.649431] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.649570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.649659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.649885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.650008] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.650189] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.650285] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.650348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.650503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.650579] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.650757] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.650928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.650994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.651186] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.651291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.651398] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d960728-c1e5-4466-a2aa-783ce44e1256 is going to be updated. [ 1309.670428] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.670631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.670631] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.670932] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.671115] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.671288] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d960728-c1e5-4466-a2aa-783ce44e1256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.153497] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.594210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1310.594486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.594652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.594867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.595082] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.595208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.595275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.595433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.595514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.595601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.595691] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.656272] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.656453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.656453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.656650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.656737] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.656832] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be created. [ 1310.676283] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.676450] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.676515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.676644] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.676796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.685458] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: UNINITIALIZED for 2s [ 1311.098413] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.098650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.098650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.098894] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.099647] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.099826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.099975] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.100214] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.100347] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.100511] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.100737] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.100887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.101018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.101194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.101343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.101448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.101533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.101637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.101804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.101804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.101936] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.604153] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6: rpc.has_security_group_logging(os_id): False [ 1311.622520] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.622669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.622741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.623018] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.623127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.623352] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.623582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.623582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.623681] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.623745] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.623923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.624046] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.624124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.624269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.624344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.624522] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.624615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.624675] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.624821] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.624906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.625000] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1311.707960] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.708164] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.708259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.708468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.708616] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.725868] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1312.696012] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1312.696012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.696012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.696012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.696012] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.696012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.696012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.696582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.696582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.696582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.696582] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.198675] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.701539] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816dfcfe-2f13-4153-aacb-6508ab6f72f0: rpc.has_security_group_logging(os_id): False [ 1313.720094] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.720325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.720325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.720544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.720626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.720878] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.720982] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.721767] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.721954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.722051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.722154] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be created. [ 1313.744181] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1313.744424] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.775233] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.775385] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.775455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.775665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.775840] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.786755] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1314.139979] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.140201] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1315.798323] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1315.798642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.140660] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.141189] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.018375] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e380730-7735-40e8-9a43-21caa6ed3f99 req-80c9042a-237e-46d7-928f-615aaac3bb0f tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1324.018573] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1324.019305] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.019305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.019305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.019305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.019641] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.019641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.019641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.019641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.019808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.019808] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.331701] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.331997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.332196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.332467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.332774] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.332954] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.333157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.333421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.333589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.333823] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.333969] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.334126] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.334276] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.334427] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.334560] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.334728] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.355430] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.355664] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1324.355798] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.355959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.356354] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.356547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.356676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.357229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.357407] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d663ff13-0c1f-48fa-abe2-6a062a07b8ba',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.521930] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.860191] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.860370] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.860426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.860679] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.860842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.861053] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port d663ff13-0c1f-48fa-abe2-6a062a07b8ba not found, creating... [ 1324.861347] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.861514] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.861638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.861870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.862018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.862307] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.862471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.862590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.862797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.862933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.863165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: d663ff13-0c1f-48fa-abe2-6a062a07b8ba is going to be created. [ 1324.880829] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.881036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.881144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.881372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.881593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.881805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.024640] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.530066] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.530066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.530066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.530066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.530066] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.530066] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be updated. [ 1325.557582] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.557582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.557582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.557582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.557582] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.560392] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e380730-7735-40e8-9a43-21caa6ed3f99 req-6a75ae90-9992-440b-957a-df6c421ea8f5 service nova] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1325.560728] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e380730-7735-40e8-9a43-21caa6ed3f99 req-6a75ae90-9992-440b-957a-df6c421ea8f5 service nova] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1325.561717] env[70491]: INFO networking_nsxv3.common.synchronization [req-3e380730-7735-40e8-9a43-21caa6ed3f99 req-6a75ae90-9992-440b-957a-df6c421ea8f5 service nova] Enqueued Resource ID: d663ff13-0c1f-48fa-abe2-6a062a07b8ba with Priority: HIGHEST for action port [ 1325.561915] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_rules [ 1325.562096] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1325.562228] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d663ff13-0c1f-48fa-abe2-6a062a07b8ba with Priority: HIGHEST for action port [ 1325.562530] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.562693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.562775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.562965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.563151] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.565576] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.567395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.567395] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.567395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.567395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.567395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.567395] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d663ff13-0c1f-48fa-abe2-6a062a07b8ba',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.567737] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1326.068899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.069215] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.069302] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d663ff13-0c1f-48fa-abe2-6a062a07b8ba with status ACTIVE [ 1326.069558] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.069695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.069781] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.070030] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.070165] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.070380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.070505] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.070586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.070769] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.070871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.071465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.071465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.071465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.071649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.071649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.071750] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d663ff13-0c1f-48fa-abe2-6a062a07b8ba is going to be updated. [ 1326.093684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.093847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.093921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.094122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.094284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.094471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d663ff13-0c1f-48fa-abe2-6a062a07b8ba" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.576810] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1327.577206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.577206] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.577488] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.577722] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.577879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.577965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.578179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.578265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.578391] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.080317] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.583131] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.085581] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.085791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.085839] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.086048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.086151] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.086254] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be updated. [ 1329.112049] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.112188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.112271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.112448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.112586] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.120188] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1330.563171] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.563558] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1331.132157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 4s [ 1333.142513] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1333.142824] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.142905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.143163] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.143346] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.143465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.143532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.143686] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.143770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.143851] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.143940] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.408832] env[70491]: INFO networking_nsxv3.common.synchronization [None req-8ebc473a-531f-4260-b1ef-96f8c0381ed2 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1333.409778] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1333.409778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.409889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.409889] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.412228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.412440] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.412559] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.412626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.412804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.412896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.412996] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.646057] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.917778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.917778] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.917778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.917778] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1333.947270] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.947270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.947270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.947270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.947270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.953527] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1334.149038] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816dfcfe-2f13-4153-aacb-6508ab6f72f0: rpc.has_security_group_logging(os_id): False [ 1334.166407] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.166701] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.166796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.167110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.167160] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.167612] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.167732] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.167802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.167965] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.168050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.168157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be updated. [ 1334.224251] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.224558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.224558] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.224846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.225095] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.240695] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1335.962776] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1335.963034] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c deletion is rescheduled due to dependency. [ 1335.963139] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.253082] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1336.253388] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.154264] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1338.154646] env[70491]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-4b080769-1f26-4d0f-b501-4986d01da82d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1338.410432] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.410574] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.411690] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.412033] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.801774] env[70491]: INFO networking_nsxv3.common.synchronization [req-851c44fa-95b1-44d3-8599-c7765b7373ed req-ae2ef9ed-264b-44ce-958c-f00377e2dcc7 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1344.802364] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGHEST for action security_group_members [ 1344.802682] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.802801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.802883] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.803076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.803391] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.803391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.803489] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.803617] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.803704] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.803822] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.309020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.309020] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.309020] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.309020] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be updated. [ 1345.334537] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.334671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.334735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.334929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.335074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.342549] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: IN_PROGRESS for 2s [ 1347.354664] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 in Status: SUCCESS [ 1347.354993] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 deletion is rescheduled due to dependency. [ 1347.355057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.803713] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.804186] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.804961] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.805292] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.608222] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.608465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.608593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.608878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.609219] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.609422] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.609548] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.609776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.609923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.610335] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.610466] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1355.610581] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1355.610693] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1355.610806] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1355.610913] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1355.611076] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1355.629531] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1355.629702] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1355.630345] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1355.630345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.630345] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2c4bfbb9-328a-42a5-bb28-9433a5586761 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.630523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.630562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.630874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.631030] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4bfbb9-328a-42a5-bb28-9433a5586761',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.133170] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.133620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.133620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.133828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.133982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.134157] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2c4bfbb9-328a-42a5-bb28-9433a5586761 not found, creating... [ 1356.134443] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.134637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.134762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.134986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.135144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.135436] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.135599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.135721] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.135932] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.136084] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.136228] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 is going to be created. [ 1356.157105] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.157105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.157105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.157105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.157105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.157105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.839157] env[70491]: INFO networking_nsxv3.common.synchronization [req-26724204-63ab-4f5d-809b-99793617ce5b req-7f301f50-797d-4cf2-80c5-e6bd9aa08bd9 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1356.839565] env[70491]: INFO networking_nsxv3.common.synchronization [req-26724204-63ab-4f5d-809b-99793617ce5b req-7f301f50-797d-4cf2-80c5-e6bd9aa08bd9 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1356.839921] env[70491]: INFO networking_nsxv3.common.synchronization [req-26724204-63ab-4f5d-809b-99793617ce5b req-7f301f50-797d-4cf2-80c5-e6bd9aa08bd9 service nova] Enqueued Resource ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 with Priority: HIGHEST for action port [ 1356.840593] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1356.840853] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1356.841183] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 with Priority: HIGHEST for action port [ 1356.841616] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.841885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.842088] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.842415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.842624] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.843555] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.844339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.844339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.844339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.844339] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.844339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.844575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.844680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.844825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.844968] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.845764] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4bfbb9-328a-42a5-bb28-9433a5586761 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.845950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.846059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.846492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.846492] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4bfbb9-328a-42a5-bb28-9433a5586761',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.350031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.350338] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.350338] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.350442] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4bfbb9-328a-42a5-bb28-9433a5586761 with status ACTIVE [ 1357.350516] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.350640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.350716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.350916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.351471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.351471] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.351471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.351471] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.351797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.351797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.351797] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.351903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.351929] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.353043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.353043] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.353043] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 is going to be updated. [ 1357.372018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.372154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.372277] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.372428] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.372589] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.372778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.721207] env[70491]: INFO networking_nsxv3.common.synchronization [req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda req-983872f6-a984-413b-a715-47617a434238 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1357.721715] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1357.722021] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.722276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.722276] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.722393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.722542] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.722640] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.722702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.722846] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.722930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.723027] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.854869] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.225195] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.356536] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.356853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.356853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.357011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.357110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.357229] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1358.382384] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.382492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.382492] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.382688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.382823] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.390233] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1358.727438] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.230406] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.230578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.230648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.230915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.231031] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.231219] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1359.255464] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.255634] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.255764] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.255974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.256127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.263710] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1360.399842] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1360.400227] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.400261] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.400620] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.400843] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.400987] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.401093] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.401305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.401401] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.401567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.401614] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.904509] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.904674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.904740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.904957] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.905145] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.905266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.905305] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.905457] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.905548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.905637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.905784] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.905876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.905937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.906091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.906231] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.906321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.906381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.906879] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.906972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.907072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.907168] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.276089] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1361.276317] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.409723] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d278c38c-1544-4b2a-b6b8-828ed9a9f93c: rpc.has_security_group_logging(os_id): False [ 1361.426931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.427078] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.427129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.427300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.427392] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.427604] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.427705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.427910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.427910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.428009] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.428202] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.428295] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.428357] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.428496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.428591] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.428829] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.428937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.429007] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.429153] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.429228] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.429314] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1361.482177] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.482327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.482405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.482673] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.482829] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.495575] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1362.723112] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.723501] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1363.509345] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1363.509578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.423016] env[70491]: INFO networking_nsxv3.common.synchronization [req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 req-371f691a-6f72-4cfa-ba52-99dbc916102e tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1366.423016] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGHEST for action security_group_members [ 1366.423380] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.423380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.423380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.423534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.423693] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.424383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.424383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.424383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.424533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.424666] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.929438] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.929658] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.929751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.929948] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.930048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.930258] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.930358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.930421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.930575] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.930680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.930767] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387c8f22-43eb-424e-9973-518938087abb is going to be updated. [ 1366.959223] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.959410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.959410] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.959632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.959750] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.967076] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: IN_PROGRESS for 2s [ 1368.094707] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.095129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.095129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.095250] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.095387] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.598044] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.977746] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387c8f22-43eb-424e-9973-518938087abb in Status: SUCCESS [ 1368.977935] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387c8f22-43eb-424e-9973-518938087abb deletion is rescheduled due to dependency. [ 1368.978068] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.099677] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.602371] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1369.602536] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1370.419853] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.420259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.420259] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.420397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.432935] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1370.433814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.434987] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1370.471950] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.472133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.472180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.472389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.488167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.488986] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1370.489081] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.489185] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1370.526538] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.526690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.526759] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.526974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.528296] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.528483] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1370.611197] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.611373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.611474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.611678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.611990] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.612290] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1370.687562] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.687748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.687786] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.687973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.688293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.688580] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1370.688668] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'236a883a-f3a5-477a-9103-86feef440ccd', 'd78d8d3b-9736-4da2-b15f-12b03345feeb', '2f05321f-cff2-4cf9-a23c-7a6f493e3cc5', '2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6', '4988c249-7350-4611-92a9-512edfa97471', 'ae0229e8-2320-4104-a0c9-6229eec78933', '6b346e98-d1cc-4b9d-892e-a6e046a36acf', 'c18f96c6-3b0e-4883-8e32-34eef3328659', '567588be-707b-4d7b-b0b3-996a9fe3f7c1', '4928e826-7611-46e5-a3d2-5ab16b3af897', '369bc819-1f79-4348-8bb9-2f6adb951df5', '0f684a97-757a-4d66-8f68-ddea38157e14', '063ab3fc-b0b8-4d6d-8cf7-e409907e31ff', '039e590a-2538-4591-81ec-b512cb28d5f6', '2e15f12f-9c87-4310-99c9-a718b492d01a', '387c8f22-43eb-424e-9973-518938087abb', 'af4f2dd8-239e-4892-b84a-a12855b51256', '51e3f581-fe43-4461-aea8-bcde37c9cbcf', '410e9c98-0f49-4db2-b262-d73875c476b4', '58421746-b35a-4941-b1dd-5a838735f891', '19aea4d3-278d-4003-b46d-6ceebd6edb82', 'e8746d4e-a117-4443-84b8-3462403c0dae', 'c22f9afc-2c27-460f-8718-fbf266ac1890', '816dfcfe-2f13-4153-aacb-6508ab6f72f0', 'ec3992c5-d00f-4d7b-a59c-eaab027f77a8', '6106db14-e784-44fe-b485-49fcebbbbd85', 'cc3aa4d1-dbb4-4687-a067-5527ea20c1b9', '01c9cced-7ccd-48a4-b972-fed37a2f89d0', 'dec09ede-0ef1-40dd-8f80-2e6c4700753a', 'ff47e1f3-7035-435c-8e01-51d7e122ec6a', 'e787e80f-1dc8-4cd0-8aa5-c91ce74a6b18', 'd278c38c-1544-4b2a-b6b8-828ed9a9f93c', 'd90677b0-95a4-4a01-aa1f-0bd1f9b1395f', '1c79ae88-07b3-437e-bb96-9dad46854c11', '2445acea-324c-4111-937f-79055f06fe2b', '19813cc7-ce5b-4c52-9846-8aed7eff8e26', '78813159-3cec-46bb-b28c-c823a5b4a60f', 'b4f9bf33-beba-4d03-8fc7-e03e2260ca9c', '2f1b68d1-5294-4ff4-81c6-55b3103b0dc1', 'efaf2d2b-ba1a-427f-9aba-95d1fa5becce', 'c1094c55-5a59-4fb3-8137-bc2aeb779579', '480152dc-d763-48b2-b13d-28f6a87f16b7', 'ffab571e-47ed-4d92-a8e1-63df9d97196c', '4089defc-dea5-4d1c-b956-3149a3213240', '7aef2278-a7c9-4298-a7bb-10e1676b6d3c', '606f98f3-908e-4da2-8b4f-1852b8df2bc4', '4ab4fa7c-1d9f-4e94-8fed-ab279baddd03'} {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.688763] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1370.708510] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.708510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.708510] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.708735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.708735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.708735] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1370.708840] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.708901] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1370.778195] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.778195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.778379] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.778468] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.779625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.779905] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1370.779984] env[70491]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70491) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.780072] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1370.780133] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1370.780210] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1370.780281] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGH for action security_group_rules [ 1370.780359] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 1370.780424] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGH for action security_group_rules [ 1370.780486] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGH for action security_group_rules [ 1370.780547] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGH for action security_group_rules [ 1370.780609] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGH for action security_group_rules [ 1370.780669] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGH for action security_group_rules [ 1370.780729] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGH for action security_group_rules [ 1370.780789] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGH for action security_group_rules [ 1370.780849] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGH for action security_group_rules [ 1370.780908] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGH for action security_group_rules [ 1370.780969] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGH for action security_group_rules [ 1370.781045] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGH for action security_group_rules [ 1370.781111] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGH for action security_group_rules [ 1370.781172] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGH for action security_group_rules [ 1370.781233] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGH for action security_group_rules [ 1370.781421] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGH for action security_group_rules [ 1370.781479] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGH for action security_group_rules [ 1370.781564] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGH for action security_group_rules [ 1370.781752] env[70491]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGH for action security_group_rules [ 1370.781752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.423972] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.424329] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1371.424329] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236a883a-f3a5-477a-9103-86feef440ccd with Priority: HIGH for action security_group_rules [ 1371.424401] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 with Priority: HIGH for action security_group_rules [ 1371.424442] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf with Priority: HIGH for action security_group_rules [ 1371.424575] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15f12f-9c87-4310-99c9-a718b492d01a with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58421746-b35a-4941-b1dd-5a838735f891 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410e9c98-0f49-4db2-b262-d73875c476b4 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4f2dd8-239e-4892-b84a-a12855b51256 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039e590a-2538-4591-81ec-b512cb28d5f6 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387c8f22-43eb-424e-9973-518938087abb with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f684a97-757a-4d66-8f68-ddea38157e14 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 with Priority: HIGH for action security_group_rules [ 1371.425416] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGH for action security_group_rules [ 1371.425766] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 with Priority: HIGH for action security_group_rules [ 1371.425766] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0229e8-2320-4104-a0c9-6229eec78933 with Priority: HIGH for action security_group_rules [ 1371.425766] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18f96c6-3b0e-4883-8e32-34eef3328659 with Priority: HIGH for action security_group_rules [ 1371.425766] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGH for action security_group_rules [ 1371.425869] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d8d3b-9736-4da2-b15f-12b03345feeb with Priority: HIGH for action security_group_rules [ 1371.425923] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 with Priority: HIGH for action security_group_rules [ 1371.426313] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-236a883a-f3a5-477a-9103-86feef440ccd taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.426431] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.426497] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.426716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.426793] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('236a883a-f3a5-477a-9103-86feef440ccd',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.427815] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.427926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.427989] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.428453] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.428453] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f05321f-cff2-4cf9-a23c-7a6f493e3cc5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.429491] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.429636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.429694] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.429871] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.429967] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b346e98-d1cc-4b9d-892e-a6e046a36acf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.430691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e15f12f-9c87-4310-99c9-a718b492d01a taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.430791] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.430838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.430992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.431075] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e15f12f-9c87-4310-99c9-a718b492d01a',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.431830] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58421746-b35a-4941-b1dd-5a838735f891 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.431938] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.432013] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.432174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.432243] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58421746-b35a-4941-b1dd-5a838735f891',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.432923] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-410e9c98-0f49-4db2-b262-d73875c476b4 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.433127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.433127] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.433297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.433340] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('410e9c98-0f49-4db2-b262-d73875c476b4',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.434037] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.434178] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.434210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.434348] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.434420] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51e3f581-fe43-4461-aea8-bcde37c9cbcf',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.435301] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af4f2dd8-239e-4892-b84a-a12855b51256 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.435425] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.435496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.435636] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.435709] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af4f2dd8-239e-4892-b84a-a12855b51256',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.436383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-039e590a-2538-4591-81ec-b512cb28d5f6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.436515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.436552] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.436702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.436772] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('039e590a-2538-4591-81ec-b512cb28d5f6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.437449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387c8f22-43eb-424e-9973-518938087abb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.437557] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.437624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.437773] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.437912] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387c8f22-43eb-424e-9973-518938087abb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.438637] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.438898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.438898] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.438974] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.439075] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063ab3fc-b0b8-4d6d-8cf7-e409907e31ff',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.439672] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f684a97-757a-4d66-8f68-ddea38157e14 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.439841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.439841] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.439991] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.440072] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f684a97-757a-4d66-8f68-ddea38157e14',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.440736] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-369bc819-1f79-4348-8bb9-2f6adb951df5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.440847] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.440915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.441077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.441149] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('369bc819-1f79-4348-8bb9-2f6adb951df5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.441808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.441915] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.441985] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.442144] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.442216] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.443008] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.443122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.443189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.443340] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.443411] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('567588be-707b-4d7b-b0b3-996a9fe3f7c1',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.444134] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae0229e8-2320-4104-a0c9-6229eec78933 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.444242] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.444309] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.444458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.444531] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae0229e8-2320-4104-a0c9-6229eec78933',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.445190] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18f96c6-3b0e-4883-8e32-34eef3328659 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.445297] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.445362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.445514] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.445589] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18f96c6-3b0e-4883-8e32-34eef3328659',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.446355] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.446465] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.446532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.446716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.446753] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.447420] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d78d8d3b-9736-4da2-b15f-12b03345feeb taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.447531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.447601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.447735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.447808] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d78d8d3b-9736-4da2-b15f-12b03345feeb',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.448469] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.448574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.448645] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.448775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.448870] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.730586] env[70491]: INFO networking_nsxv3.common.synchronization [None req-f12bffa2-d94a-4a24-beb7-af4a1c1ae348 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1371.730586] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1371.730770] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.730921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.731027] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.731302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.731493] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.803493] env[70491]: INFO networking_nsxv3.common.synchronization [None req-489bcb97-1bed-4129-b4c7-072c34a551c9 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1371.803846] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1371.804161] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.804275] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.961523] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.961690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.961766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.961971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.962154] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.962244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.962308] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.962454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.962906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.962906] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.962906] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.971925] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.972074] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.972136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.972372] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.972435] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.972529] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.972590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.972725] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.972808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.972892] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.972975] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.032740] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.032910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.032971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.033213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.035691] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.035845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.036514] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.036615] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.037295] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.037389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.038141] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.038239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.039107] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.039197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.040183] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.040283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.040975] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.041091] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.041794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.041887] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.042571] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.042668] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.043418] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.043518] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.044232] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.044511] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.044629] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.045155] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.045559] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.045652] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.046280] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.046648] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.046820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.047342] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.047733] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.047826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.048395] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.048932] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.049049] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.049676] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.050160] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.050265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.050916] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.051343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.051454] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.053738] env[70491]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1372.054167] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.054300] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 039e590a-2538-4591-81ec-b512cb28d5f6 is going to be deleted. [ 1372.055202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.055402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.069286] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.069401] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e15f12f-9c87-4310-99c9-a718b492d01a is going to be deleted. [ 1372.070119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.070307] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.087963] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.088112] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387c8f22-43eb-424e-9973-518938087abb is going to be deleted. [ 1372.088896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.089110] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.111199] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.111314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.114494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.114607] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 236a883a-f3a5-477a-9103-86feef440ccd is going to be deleted. [ 1372.115444] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.115643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.134101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.134231] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af4f2dd8-239e-4892-b84a-a12855b51256 is going to be deleted. [ 1372.135060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.135266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.149821] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.149998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.151818] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.151950] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.172448] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.172574] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 567588be-707b-4d7b-b0b3-996a9fe3f7c1 is going to be deleted. [ 1372.173365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.173604] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.219456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.219604] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18f96c6-3b0e-4883-8e32-34eef3328659 is going to be deleted. [ 1372.220500] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.220708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.222577] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.222688] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.264579] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.264721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.265397] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.265494] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.272085] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.272182] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.282928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.283093] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51e3f581-fe43-4461-aea8-bcde37c9cbcf is going to be deleted. [ 1372.284056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.284271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.349774] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.349900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.375185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.375342] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae0229e8-2320-4104-a0c9-6229eec78933 is going to be deleted. [ 1372.376336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.376583] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.418937] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.419111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.448793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.448793] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b346e98-d1cc-4b9d-892e-a6e046a36acf is going to be deleted. [ 1372.449665] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.449903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.480482] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.494628] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.506240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.506369] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d78d8d3b-9736-4da2-b15f-12b03345feeb is going to be deleted. [ 1372.507327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.508012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.528497] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.528606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.541669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.541806] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063ab3fc-b0b8-4d6d-8cf7-e409907e31ff is going to be deleted. [ 1372.542718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.542933] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.580087] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.580217] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 410e9c98-0f49-4db2-b262-d73875c476b4 is going to be deleted. [ 1372.581113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.581331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.629302] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.629302] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.630103] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.630273] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 369bc819-1f79-4348-8bb9-2f6adb951df5 is going to be deleted. [ 1372.631174] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.631394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.632790] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.632888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.698195] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.698306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.711154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.711260] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f05321f-cff2-4cf9-a23c-7a6f493e3cc5 is going to be deleted. [ 1372.712195] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.712415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.768054] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.768184] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6 is going to be deleted. [ 1372.769053] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.769270] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.770966] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.771089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.772417] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.772515] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.833121] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.833267] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58421746-b35a-4941-b1dd-5a838735f891 is going to be deleted. [ 1372.834513] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.834724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.875879] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.875992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.884218] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.884350] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f684a97-757a-4d66-8f68-ddea38157e14 is going to be deleted. [ 1372.885267] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.885483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.885806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.885806] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-039e590a-2538-4591-81ec-b512cb28d5f6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.886111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.886383] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.886512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.886624] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387c8f22-43eb-424e-9973-518938087abb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.887291] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.887528] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.887632] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.887755] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e15f12f-9c87-4310-99c9-a718b492d01a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.887900] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.888064] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.888146] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.888268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-236a883a-f3a5-477a-9103-86feef440ccd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.888395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.888544] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.888626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.888720] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa already deleted. [ 1372.888820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.888956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.889117] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.889194] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.889306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af4f2dd8-239e-4892-b84a-a12855b51256" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.889422] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.889566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.889652] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.890459] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.890622] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.890706] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.890820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-567588be-707b-4d7b-b0b3-996a9fe3f7c1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.891179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.891335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.891416] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.891601] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18f96c6-3b0e-4883-8e32-34eef3328659" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.891751] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.891916] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.892076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.892271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51e3f581-fe43-4461-aea8-bcde37c9cbcf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.892447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.892626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.892678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.892775] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae0229e8-2320-4104-a0c9-6229eec78933" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.892905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.893069] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.893152] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.893266] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b346e98-d1cc-4b9d-892e-a6e046a36acf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.893458] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.893690] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.893770] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.893885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d78d8d3b-9736-4da2-b15f-12b03345feeb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.894239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.894396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.894476] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.894666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063ab3fc-b0b8-4d6d-8cf7-e409907e31ff" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.894807] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.894956] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.895059] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.895156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-410e9c98-0f49-4db2-b262-d73875c476b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.895280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.895427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.895504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.895614] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-369bc819-1f79-4348-8bb9-2f6adb951df5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.895739] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.895877] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.895953] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.896077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f05321f-cff2-4cf9-a23c-7a6f493e3cc5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.956983] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.956983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.956983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.957180] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.957437] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.957603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.957725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.957946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.958103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.958313] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.958428] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.958540] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.958650] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.958762] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.958869] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.959011] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.982236] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4928e826-7611-46e5-a3d2-5ab16b3af897: rpc.has_security_group_logging(os_id): False [ 1372.991450] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.991625] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1372.991740] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.991909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-342" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.992209] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2c4bfbb9-328a-42a5-bb28-9433a5586761 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.992376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.992497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.992737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.992878] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4bfbb9-328a-42a5-bb28-9433a5586761',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.995982] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988c249-7350-4611-92a9-512edfa97471: rpc.has_security_group_logging(os_id): False [ 1373.013806] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.013998] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.014057] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.014213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.014300] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.014415] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58421746-b35a-4941-b1dd-5a838735f891" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.017807] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.017912] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.017994] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.018168] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.019513] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.019641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.022504] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.022608] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.025587] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.025685] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.042671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.042986] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.043119] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.043184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.043356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.043443] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.043589] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1373.044903] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.045082] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.045170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.045289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f0c09a1-52b2-4e7f-9e7f-49b8d15bf5c6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.045419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.045566] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.080101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.080398] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.080567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.080567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.080774] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.080805] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.080933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1373.081921] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.082101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.082189] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.082339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f684a97-757a-4d66-8f68-ddea38157e14" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.195250] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.195400] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.195472] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.195691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.195849] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.198389] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.198520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.198580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.198752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.198875] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.216699] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1373.217282] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1373.409479] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.409674] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.409736] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.409993] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.410375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.410375] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa already deleted. [ 1373.410375] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.498201] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.498573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.498657] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.498913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.499113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.499462] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.499775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.499822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.500172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.500308] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.500630] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.500830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.500967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.501224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.501396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.501555] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 is going to be updated. [ 1373.522375] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.522636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.522777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.523083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.523287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.523539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.176896] env[70491]: INFO networking_nsxv3.common.synchronization [req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd req-2445e9ac-6da1-4f02-9fba-5355c0e20866 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1374.177102] env[70491]: INFO networking_nsxv3.common.synchronization [req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd req-2445e9ac-6da1-4f02-9fba-5355c0e20866 service nova] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1374.177250] env[70491]: INFO networking_nsxv3.common.synchronization [req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd req-2445e9ac-6da1-4f02-9fba-5355c0e20866 service nova] Enqueued Resource ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 with Priority: HIGHEST for action port [ 1374.177485] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_rules [ 1374.177615] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1374.177700] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 with Priority: HIGHEST for action port [ 1374.178539] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.178539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.178539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.178724] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.178824] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.179534] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.179650] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.179814] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.179876] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.180040] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.180370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.180370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.180370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.180483] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.180561] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.181684] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4bfbb9-328a-42a5-bb28-9433a5586761 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.181796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.182084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.182084] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.182202] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4bfbb9-328a-42a5-bb28-9433a5586761',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.683653] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.685113] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.685113] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.686407] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4bfbb9-328a-42a5-bb28-9433a5586761 with status ACTIVE [ 1374.687860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.687860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.687860] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.687860] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.688281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.688281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.688281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.688361] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.688462] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4bfbb9-328a-42a5-bb28-9433a5586761 is going to be updated. [ 1374.708211] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.708356] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.708394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.708567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.708695] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.708842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4bfbb9-328a-42a5-bb28-9433a5586761" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.990289] env[70491]: INFO networking_nsxv3.common.synchronization [req-501e7c95-67b7-479f-8bf1-899d20f0c8cd req-04071330-015d-40e8-b3a1-b86cd320ee7f tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Enqueued Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1374.990894] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 with Priority: HIGHEST for action security_group_members [ 1374.991218] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4928e826-7611-46e5-a3d2-5ab16b3af897 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.991344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.991411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.991653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.991816] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.991926] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.992012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.992247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.992365] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.992466] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4928e826-7611-46e5-a3d2-5ab16b3af897',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.186037] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.230693] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1375.230924] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.231635] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1375.231810] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.494973] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.495080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.495130] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.495370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.495467] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.495663] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.495784] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.495870] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.496060] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.496142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.496355] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 is going to be updated. [ 1375.521870] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.522025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.522118] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.522314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.522449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.529911] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: IN_PROGRESS for 2s [ 1375.688798] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.689234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.689234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.689587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.689587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.689667] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1375.719570] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.719713] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.719749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.719927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.720196] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.731167] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1375.875224] env[70491]: INFO networking_nsxv3.common.synchronization [req-a36386c9-d0b9-409e-afa0-00d267482ebe req-fd4ff8ba-4c95-4ca3-9edb-b45d932e0100 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1375.875736] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1375.876185] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.876384] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.876445] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.876611] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.876787] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.876897] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.876961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.877318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.877318] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.877318] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.380129] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.380349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.380349] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.380580] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.380691] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.380899] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.381011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.381075] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.381234] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.381314] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.381402] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1376.415165] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.415446] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.415567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.415802] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.415951] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.424495] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1377.076915] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 req-c4ebfde7-610d-444c-bbc4-1973bd479174 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1377.078593] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1377.079324] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.080191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.080269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.080539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.080763] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.080884] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.080952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.081124] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.081210] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.081308] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.349238] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-921 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.349448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.349577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.349849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.350125] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.350282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.350404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.350615] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.350763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.350974] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.351102] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1377.351214] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1377.351323] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1377.351434] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1377.351587] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1377.351736] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1377.369526] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1377.369714] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1377.369870] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1377.370067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-921" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.370398] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-f505f14b-a292-4bc7-af44-ce9409a830f5 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.370582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.370727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.371066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.371233] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f505f14b-a292-4bc7-af44-ce9409a830f5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.540085] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 in Status: SUCCESS [ 1377.540284] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4928e826-7611-46e5-a3d2-5ab16b3af897 deletion is rescheduled due to dependency. [ 1377.540403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4928e826-7611-46e5-a3d2-5ab16b3af897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.585129] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.585293] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.585339] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.585555] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.585648] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.585843] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.585968] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.586050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.586202] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.586281] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.586368] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa already deleted. [ 1377.586449] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.742340] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1377.742565] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.742748] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.742980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.743192] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.743306] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.743373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.743523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.743626] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.743718] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.743811] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.874175] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.874376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.874432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.874758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.874936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.875112] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port f505f14b-a292-4bc7-af44-ce9409a830f5 not found, creating... [ 1377.875390] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.875554] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.875680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.875916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.876074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.876366] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.876528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.876650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.876865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.877012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.877165] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: f505f14b-a292-4bc7-af44-ce9409a830f5 is going to be created. [ 1377.896337] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.896513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.896626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.896857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.897094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.897313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.246451] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.246731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.246731] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.246914] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.247106] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.247213] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.247279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.247433] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.247527] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.247647] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.247772] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.247867] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.247931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.248158] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.248359] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.248421] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.248456] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.248581] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.248660] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.249048] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.249048] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.433946] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1378.434142] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 deletion is rescheduled due to dependency. [ 1378.434256] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.625329] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 req-756668a1-1a87-48a0-98a9-3ae62acb2b9c service nova] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1378.625454] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 req-756668a1-1a87-48a0-98a9-3ae62acb2b9c service nova] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1378.625593] env[70491]: INFO networking_nsxv3.common.synchronization [req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 req-756668a1-1a87-48a0-98a9-3ae62acb2b9c service nova] Enqueued Resource ID: f505f14b-a292-4bc7-af44-ce9409a830f5 with Priority: HIGHEST for action port [ 1378.626272] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_rules [ 1378.626419] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1378.626517] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f505f14b-a292-4bc7-af44-ce9409a830f5 with Priority: HIGHEST for action port [ 1378.626817] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.626937] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.627011] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.627373] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.627456] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.628730] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.628961] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.629038] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.629793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.629793] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.629793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.629793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.629793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.629793] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.630090] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.631262] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-f505f14b-a292-4bc7-af44-ce9409a830f5 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.632460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.632460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.632460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.632460] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f505f14b-a292-4bc7-af44-ce9409a830f5',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.751572] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d278c38c-1544-4b2a-b6b8-828ed9a9f93c: rpc.has_security_group_logging(os_id): False [ 1378.769187] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.769331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.769395] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.769606] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.787101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.787335] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.787452] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.787507] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.787693] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.787780] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.787968] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.788076] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.788141] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.788283] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.788359] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.788550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.788639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.788699] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.788835] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.788910] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.788995] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1378.845044] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.845044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.845044] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.845244] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.845345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.856732] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1379.129488] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.129663] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.132031] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.135677] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f505f14b-a292-4bc7-af44-ce9409a830f5 with status ACTIVE [ 1379.135677] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.135677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.135677] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.136012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.136012] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.136077] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.136397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.136397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.136397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.136523] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.136624] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.136721] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.136783] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.136927] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.137014] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.137104] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f505f14b-a292-4bc7-af44-ce9409a830f5 is going to be updated. [ 1379.157743] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.157969] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.158056] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.158246] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.158380] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.158533] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f505f14b-a292-4bc7-af44-ce9409a830f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.634982] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.137877] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.138170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.138170] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.138331] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.138397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.138499] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa is going to be created. [ 1380.162931] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.163122] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.163193] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.163391] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.163553] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.172926] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: UNINITIALIZED for 2s [ 1380.869782] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1380.870173] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.183427] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: SUCCESS [ 1382.183757] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.183838] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.184052] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.184248] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.184367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.184436] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.184594] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.184678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.184766] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.184854] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.686957] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.189158] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f7a3258-bd68-478e-88e7-8b718b6a57aa: rpc.has_security_group_logging(os_id): False [ 1383.207173] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.207323] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.207397] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.207697] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.207799] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.208066] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.208175] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.208240] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.208396] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.208474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.208560] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa is going to be created. [ 1383.268470] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.268669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.268669] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.268853] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.269058] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.287782] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: IN_PROGRESS for 2s [ 1383.627750] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.627914] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1383.971994] env[70491]: INFO networking_nsxv3.common.synchronization [req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b req-3ef6e474-097c-4732-acf6-2a3e897da3a2 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1383.972658] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1383.975596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.975596] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.975596] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.975596] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.262092] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.262092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.262092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.262581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.262735] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.262944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.263115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.263410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.263615] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.263920] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.264084] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1384.264245] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1384.264424] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1384.264589] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1384.264736] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1384.264901] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1384.283372] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1384.283550] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1384.283651] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1384.284026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-324" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.284411] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.284629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.284843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.285263] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.285418] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69193e7b-de2e-4f4e-8e9e-1fe38250e13d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.479230] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.479394] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.479474] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.479708] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.479794] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.480033] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.480109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.480154] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.480352] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.480404] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.480493] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1384.507167] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.507320] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.507393] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.507605] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.507749] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.516899] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1384.788936] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.789192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.789327] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.789632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.789815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.789979] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d not found, creating... [ 1384.790263] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.790431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.790556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.790790] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.790934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.791266] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.791438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.791562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.791777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.791918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.792076] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d is going to be created. [ 1384.813427] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.813680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.813845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.814078] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.814309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.814929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.299352] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: SUCCESS [ 1385.299682] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b req-d12692a1-edb4-4fa8-b4f5-542bf7dfbbbd service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b req-d12692a1-edb4-4fa8-b4f5-542bf7dfbbbd service nova] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b req-d12692a1-edb4-4fa8-b4f5-542bf7dfbbbd service nova] Enqueued Resource ID: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d with Priority: HIGHEST for action port [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_rules [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1385.478208] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d with Priority: HIGHEST for action port [ 1385.478666] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.478715] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.478752] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.478952] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.479097] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.480145] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.480208] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.480567] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.480567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.480567] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.480734] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.480797] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69193e7b-de2e-4f4e-8e9e-1fe38250e13d',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.982811] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.982811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.982811] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d with status ACTIVE [ 1385.983072] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.983072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.983072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.983241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.983325] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.983497] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.983588] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.983643] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.984512] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.984512] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.984741] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d is going to be updated. [ 1386.005437] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.005587] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.005625] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.005804] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.005940] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.006114] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69193e7b-de2e-4f4e-8e9e-1fe38250e13d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.525338] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1386.525680] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 deletion is rescheduled due to dependency. [ 1386.525680] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.525782] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.526017] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.526224] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.526336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.526402] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.526570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.526653] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.526752] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.030020] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.532113] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.034686] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.034901] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.034973] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.035188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.035279] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.035386] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1388.060482] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.060637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.060684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.060888] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.061050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.068483] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1389.803601] env[70491]: INFO networking_nsxv3.common.synchronization [req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e req-db9a000d-0175-4287-97de-a1dcaa907196 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1389.804314] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1389.805162] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.805162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.805162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.805162] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.805363] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.806188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.806289] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.806460] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.806637] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.806637] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.082289] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1390.082464] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.082610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.082842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.083056] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.083183] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.083247] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.083406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.083487] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.083574] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.083666] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.308765] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.586488] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.811483] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.088744] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4988c249-7350-4611-92a9-512edfa97471: rpc.has_security_group_logging(os_id): False [ 1391.109238] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.109378] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.109430] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.109671] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.109797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.110015] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.110111] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.110180] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.110341] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.110419] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.110509] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1391.187758] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.187930] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.187971] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.188209] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.188353] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.227624] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1391.314321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.314486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.314486] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.314716] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.314825] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.314933] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be updated. [ 1391.341210] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.341367] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.341407] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.341578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.341796] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.351541] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1393.240996] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1393.241336] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.360945] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1393.361265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.805608] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.805608] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.042096] env[70491]: INFO networking_nsxv3.common.synchronization [req-d92069d1-1b72-42ba-8f28-deb37032e9d0 req-da807d89-294e-409c-b58c-2c0093de9be7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1396.042698] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 with Priority: HIGHEST for action security_group_members [ 1396.043118] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-816dfcfe-2f13-4153-aacb-6508ab6f72f0 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.043272] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.043351] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.043539] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.043724] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.043811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.043920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.044239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.044239] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.044239] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816dfcfe-2f13-4153-aacb-6508ab6f72f0',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.547073] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.547280] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.547327] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.547531] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.568292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.568506] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.568612] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.568678] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.568873] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.568942] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.569052] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 is going to be updated. [ 1396.593052] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.593166] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.593241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.593432] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.593564] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.600761] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: IN_PROGRESS for 2s [ 1398.611816] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 in Status: SUCCESS [ 1398.611816] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816dfcfe-2f13-4153-aacb-6508ab6f72f0 deletion is rescheduled due to dependency. [ 1398.611816] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816dfcfe-2f13-4153-aacb-6508ab6f72f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.491398] env[70491]: INFO networking_nsxv3.common.synchronization [None req-5a656fc8-9b27-4dde-8325-914cc36a2841 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Enqueued Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1400.491901] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c with Priority: HIGHEST for action security_group_members [ 1400.492741] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.492741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.493405] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.493742] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.493808] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.493931] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.494007] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.494200] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.494290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.494387] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d278c38c-1544-4b2a-b6b8-828ed9a9f93c',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.996794] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.996977] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.997032] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.997265] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.997362] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.997568] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.997666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.997728] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.997874] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.997954] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.998056] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c is going to be updated. [ 1401.026662] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.026842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.026842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.026978] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.027156] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.035224] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: IN_PROGRESS for 2s [ 1403.046212] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c in Status: SUCCESS [ 1403.046895] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d278c38c-1544-4b2a-b6b8-828ed9a9f93c deletion is rescheduled due to dependency. [ 1403.046895] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d278c38c-1544-4b2a-b6b8-828ed9a9f93c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.691959] env[70491]: INFO networking_nsxv3.common.synchronization [None req-e0bca133-603e-4fe2-a6ea-1d26d6da76ee None None] Enqueued Resource ID: 951f8fd1-39a5-4548-bd45-5a48e8f320a9 with Priority: HIGHEST for action port [ 1403.691959] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951f8fd1-39a5-4548-bd45-5a48e8f320a9 with Priority: HIGHEST for action port [ 1403.691959] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-951f8fd1-39a5-4548-bd45-5a48e8f320a9 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.691959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951f8fd1-39a5-4548-bd45-5a48e8f320a9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.691959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951f8fd1-39a5-4548-bd45-5a48e8f320a9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.691959] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951f8fd1-39a5-4548-bd45-5a48e8f320a9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.691959] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951f8fd1-39a5-4548-bd45-5a48e8f320a9',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.193410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 951f8fd1-39a5-4548-bd45-5a48e8f320a9 [ 1404.193687] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.193808] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.193907] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.194140] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.194236] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.194334] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:951f8fd1-39a5-4548-bd45-5a48e8f320a9 already deleted. [ 1404.194418] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951f8fd1-39a5-4548-bd45-5a48e8f320a9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.651659] env[70491]: INFO networking_nsxv3.common.synchronization [None req-21bfed17-43ae-4d09-ab46-15b0730bc5d3 None None] Enqueued Resource ID: 07dde56c-c04c-4108-836b-b52378dbbe06 with Priority: HIGHEST for action port [ 1405.653179] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07dde56c-c04c-4108-836b-b52378dbbe06 with Priority: HIGHEST for action port [ 1405.653179] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-07dde56c-c04c-4108-836b-b52378dbbe06 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.653179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07dde56c-c04c-4108-836b-b52378dbbe06" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.653179] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07dde56c-c04c-4108-836b-b52378dbbe06" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.653496] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07dde56c-c04c-4108-836b-b52378dbbe06" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.653534] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07dde56c-c04c-4108-836b-b52378dbbe06',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.156047] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07dde56c-c04c-4108-836b-b52378dbbe06 [ 1406.156317] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.156461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.156534] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.156740] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.156833] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.156932] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07dde56c-c04c-4108-836b-b52378dbbe06 already deleted. [ 1406.157025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07dde56c-c04c-4108-836b-b52378dbbe06" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.726327] env[70491]: INFO networking_nsxv3.common.synchronization [req-a65b2574-9dd8-43aa-9cb7-96440b461180 req-424813c1-397d-4f26-a660-b152e959ca9a tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Enqueued Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1408.726890] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1408.727229] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.727355] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.727426] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.727684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.727839] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.727943] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.728016] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.728358] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.728455] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.728553] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.200341] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.200546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "network-745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.200676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "network-745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.201016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "network-745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.201282] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.201447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.201569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.202091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.202257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.202478] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.202598] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] NeedRegenerationException {{(pid=70491) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.202711] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] no value, waiting for create lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.202821] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] value creation lock acquired {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.202933] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] No value present for key: 'zone-id' {{(pid=70491) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.203055] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Calling creation function for not-yet-present value {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.203192] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.223052] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.223215] env[70491]: DEBUG dogpile.cache.region [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70491) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1409.223356] env[70491]: DEBUG dogpile.lock [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Released creation lock {{(pid=70491) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.223518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "network-745" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.223790] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock port-2f5704d5-ac2a-4939-b5e4-17fca95d80de taken with stack trace [, , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.223976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.224122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.224415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.224629] env[70491]: DEBUG networking_nsxv3.api.rpc [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5704d5-ac2a-4939-b5e4-17fca95d80de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.229951] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.230070] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.230137] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.230303] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.230381] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.230550] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.230642] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.230705] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.230845] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.230920] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.231008] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b57b04-81ae-42af-a646-47a378697c71 already deleted. [ 1409.231109] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.727264] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.727602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.727602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.727882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.728044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.728209] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Segment Port 2f5704d5-ac2a-4939-b5e4-17fca95d80de not found, creating... [ 1409.728470] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.728636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.728758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.728983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.729142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.729427] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.729588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.729711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.729926] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.730083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.730231] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Resource: SegmentPort with ID: 2f5704d5-ac2a-4939-b5e4-17fca95d80de is going to be created. [ 1409.749120] env[70491]: DEBUG networking_nsxv3.common.locking [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.749254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.749377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.749600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.749819] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.750049] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4f67312-051b-42da-93d7-e267dde225cd None None] Releasing lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.406062] env[70491]: INFO networking_nsxv3.common.synchronization [req-a65b2574-9dd8-43aa-9cb7-96440b461180 req-813d94b7-2e12-42d7-ad2c-338d90595c6d service nova] Enqueued Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_rules [ 1410.406278] env[70491]: INFO networking_nsxv3.common.synchronization [req-a65b2574-9dd8-43aa-9cb7-96440b461180 req-813d94b7-2e12-42d7-ad2c-338d90595c6d service nova] Enqueued Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1410.406421] env[70491]: INFO networking_nsxv3.common.synchronization [req-a65b2574-9dd8-43aa-9cb7-96440b461180 req-813d94b7-2e12-42d7-ad2c-338d90595c6d service nova] Enqueued Resource ID: 2f5704d5-ac2a-4939-b5e4-17fca95d80de with Priority: HIGHEST for action port [ 1410.406641] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_rules [ 1410.406774] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1410.406870] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5704d5-ac2a-4939-b5e4-17fca95d80de with Priority: HIGHEST for action port [ 1410.407449] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.407610] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.407655] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.407909] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.407992] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.409209] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.409330] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.409406] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.409569] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.409723] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.409861] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.409962] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.410181] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.410284] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.410381] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.417133] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f5704d5-ac2a-4939-b5e4-17fca95d80de taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.417264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.417360] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.417532] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.417654] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f5704d5-ac2a-4939-b5e4-17fca95d80de',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.920095] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.920411] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.920451] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.921305] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f5704d5-ac2a-4939-b5e4-17fca95d80de with status ACTIVE [ 1410.921493] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.921599] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.921659] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.921886] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.921992] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.922186] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.922290] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.922344] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.922504] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.922577] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.922750] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.922842] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.922902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.923051] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.923136] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.923226] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f5704d5-ac2a-4939-b5e4-17fca95d80de is going to be updated. [ 1410.943174] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.943329] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.943370] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.943521] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.943649] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.943797] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f5704d5-ac2a-4939-b5e4-17fca95d80de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.425653] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.927499] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.927863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.927863] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.927972] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.928025] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.928116] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b57b04-81ae-42af-a646-47a378697c71 is going to be created. [ 1411.952164] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.952343] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.952389] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.952578] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.952733] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.960489] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: UNINITIALIZED for 2s [ 1413.971041] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: SUCCESS [ 1413.971041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.971041] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.971447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.971447] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.971447] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.971613] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.971666] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.971735] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.971820] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.971915] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.474123] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.474335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.474335] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.474543] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.474714] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.474817] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.474885] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.475089] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.475184] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.475269] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.475421] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.475535] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.475609] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.475702] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.475947] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.475947] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.476133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.476133] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.476187] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.476268] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.476359] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.978854] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98b57b04-81ae-42af-a646-47a378697c71: rpc.has_security_group_logging(os_id): False [ 1414.994991] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.995190] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.995220] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.995427] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.995526] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.995732] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.995834] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.995896] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.996065] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.996142] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.996343] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.996442] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.996503] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.996635] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.996707] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.996884] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.996970] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.997050] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.997191] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.997264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.997385] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98b57b04-81ae-42af-a646-47a378697c71 is going to be created. [ 1415.057377] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.057570] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.057633] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.057801] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.057983] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.067279] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: IN_PROGRESS for 2s [ 1415.407529] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.407713] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1417.081405] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: SUCCESS [ 1417.081826] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.748028] env[70491]: INFO networking_nsxv3.common.synchronization [req-97eede29-312f-499c-b223-ae61f1478702 req-52042461-14b6-4f50-86ad-723eed157679 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Enqueued Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1419.748028] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b57b04-81ae-42af-a646-47a378697c71 with Priority: HIGHEST for action security_group_members [ 1419.748321] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-98b57b04-81ae-42af-a646-47a378697c71 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.748321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.748439] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.749292] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.749463] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.749572] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.749641] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.749811] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.749902] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.749997] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98b57b04-81ae-42af-a646-47a378697c71',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.253158] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.253403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.253403] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.253592] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.253684] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.253880] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.253980] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.254072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.254241] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.254321] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.254410] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b57b04-81ae-42af-a646-47a378697c71 is going to be updated. [ 1420.280918] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.281072] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.281112] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.281271] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.281399] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.288515] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: IN_PROGRESS for 2s [ 1422.300836] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98b57b04-81ae-42af-a646-47a378697c71 in Status: SUCCESS [ 1422.301199] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98b57b04-81ae-42af-a646-47a378697c71 deletion is rescheduled due to dependency. [ 1422.301199] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98b57b04-81ae-42af-a646-47a378697c71" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.748439] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.748818] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.749331] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.749608] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.750681] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.751036] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.751964] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.752276] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.017610] env[70491]: INFO networking_nsxv3.common.synchronization [req-5abe2bcb-1313-4075-abef-9d01b84ad8eb req-e18c9e7b-6891-4635-b197-6165ff89eb28 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Enqueued Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1443.018156] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa with Priority: HIGHEST for action security_group_members [ 1443.018465] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f7a3258-bd68-478e-88e7-8b718b6a57aa taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.019101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.019101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.019101] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.019101] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.019262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.019262] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.019461] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.019520] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.019618] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f7a3258-bd68-478e-88e7-8b718b6a57aa',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.521668] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.521905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.521905] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.522073] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.522185] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.522383] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.522484] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.522548] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.522700] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.522778] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.522865] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa is going to be updated. [ 1443.550546] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.550741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.550741] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.550928] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.551077] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.558601] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: IN_PROGRESS for 2s [ 1445.571639] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa in Status: SUCCESS [ 1445.571639] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f7a3258-bd68-478e-88e7-8b718b6a57aa deletion is rescheduled due to dependency. [ 1445.571639] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f7a3258-bd68-478e-88e7-8b718b6a57aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.949047] env[70491]: INFO networking_nsxv3.common.synchronization [req-83ae54a5-bbe3-4de2-b899-8266efe58b4c req-234b37d9-8415-40a0-96ab-747a8416630b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Enqueued Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1447.949570] env[70491]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4988c249-7350-4611-92a9-512edfa97471 with Priority: HIGHEST for action security_group_members [ 1447.950264] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock member-4988c249-7350-4611-92a9-512edfa97471 taken with stack trace [, , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.950264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.950264] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.950423] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.950423] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.951342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.951342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.951342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.951342] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.951342] env[70491]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4988c249-7350-4611-92a9-512edfa97471',) {} {{(pid=70491) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.453018] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.453197] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.453273] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.453493] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.453590] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.453792] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.453893] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.453955] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.454235] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.454350] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.454456] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 is going to be updated. [ 1448.478974] env[70491]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70491) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.479129] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.479188] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.479345] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.479480] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.486999] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: IN_PROGRESS for 2s [ 1450.497072] env[70491]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4988c249-7350-4611-92a9-512edfa97471 in Status: SUCCESS [ 1450.497619] env[70491]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4988c249-7350-4611-92a9-512edfa97471 deletion is rescheduled due to dependency. [ 1450.497619] env[70491]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4988c249-7350-4611-92a9-512edfa97471" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.950896] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.951185] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.952350] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.952591] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.954074] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.954498] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.955722] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.956187] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.956966] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.957267] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.958769] env[70491]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.959128] env[70491]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0